-- Logs begin at Thu 2021-04-15 10:06:04 UTC, end at Thu 2021-04-15 11:16:12 UTC. -- Apr 15 10:47:02.035351 dv-cinder-786384-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 10:47:05.229001 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.common.config [-] Logging enabled! Apr 15 10:47:05.229566 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 10:47:05.230961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85198) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 10:47:05.232761 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.common.config [-] Logging enabled! Apr 15 10:47:05.233058 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 10:47:05.233413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85198) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 10:47:05.234495 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:47:05.234718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:47:05.235794 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:47:05.236079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:47:05.236340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:47:05.236726 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.237070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.237417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.237623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.238001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.238338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.238697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.239062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.239890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.240230 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.240554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.240873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.241141 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.241468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.241804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.242142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.242406 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] debug = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.242742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.243286 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.243611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.243932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.244263 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.244583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.244880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.245199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.245523 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.245894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] host = dv-cinder-786384-1-smb {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.246212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.246573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.246908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.247242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.247558 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.247879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.248205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.248522 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.248839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] log_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.249148 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.249481 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.249814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.250152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.250453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.250717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.251050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.251382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.251700 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.252012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.252325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.252636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.252948 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.253254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.253582 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.253909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.254237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.254583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.255342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.255666 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.255984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.256318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.256632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.256946 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.257260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.257593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.257903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.258222 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.258612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.258945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.259270 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.259598 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.259911 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.260239 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.260556 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.260864 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.261171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] use_json = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.261484 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.261793 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.262115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.262456 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.262764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.263074 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.263385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.263717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:05.264056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.264397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.264742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.265062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.265399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.265718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.266050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.266389 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.266729 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.267062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.267389 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.267704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.268028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.268346 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.268692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.269039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.269374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.269709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.270025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.270477 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.271010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.271332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.271661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.272002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.272339 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.272657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.272980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.273316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.273635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.273947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.274268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.274631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.274951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.275264 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.275586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.275901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.276212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.276525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.276842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.277178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.277492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.277802 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.278111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.278469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.278783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.279115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.279425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.279735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.280046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.280367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.280679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.280991 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.281306 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.281616 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.281931 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.282242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.282580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.282893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.283204 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.283514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.283829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.284140 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.284455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.284768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.285080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.285390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.285702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.286478 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.286869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.287214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.287537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.287859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.288180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.288502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.288822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.289141 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.289462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.289780 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.290095 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.290463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.290789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.291119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.291448 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.291768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.292112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.292434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.292757 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.293073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.293393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.293723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.294426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.294768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.295114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.295443 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.295774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.296108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.296428 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.296781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.297102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:05.297353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:47:05.297627 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85198) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 10:47:05.970870 dv-cinder-786384-1-smb neutron-server[85198]: INFO keyring.backend [-] Loading Gnome Apr 15 10:47:05.988090 dv-cinder-786384-1-smb neutron-server[85198]: INFO keyring.backend [-] Loading Google Apr 15 10:47:05.990939 dv-cinder-786384-1-smb neutron-server[85198]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 10:47:05.994468 dv-cinder-786384-1-smb neutron-server[85198]: INFO keyring.backend [-] Loading file Apr 15 10:47:05.995322 dv-cinder-786384-1-smb neutron-server[85198]: INFO keyring.backend [-] Loading keyczar Apr 15 10:47:05.995608 dv-cinder-786384-1-smb neutron-server[85198]: INFO keyring.backend [-] Loading multi Apr 15 10:47:05.996241 dv-cinder-786384-1-smb neutron-server[85198]: INFO keyring.backend [-] Loading pyfs Apr 15 10:47:06.043485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:06.043836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:06.044562 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:06.044947 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 10:47:06.446543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.447088 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.447088 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.448528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.448956 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.449256 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.486741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.487053 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.487353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.502606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.502921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.503228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.571042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.571352 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.571660 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.572677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.572985 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.574834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.847168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.847495 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.847808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.848110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.849512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.999498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:06.999878 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.000207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.000503 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.000801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.001184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.001485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.001771 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.002062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.002422 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.002704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.003012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.003316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.003604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.003913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.004235 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.004525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.005324 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.005623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.005966 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.006449 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.006745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.007032 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.007377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.007662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.007946 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.008367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:47:07.008641 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:47:07.008913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:47:07.009186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:47:07.009456 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:47:07.009733 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:47:07.010148 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 10:47:07.013354 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 10:47:07.017442 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 10:47:07.022149 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Apr 15 10:47:07.023880 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 10:47:07.025161 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 10:47:07.025538 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 10:47:07.026014 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 10:47:07.028899 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 10:47:07.029175 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 10:47:07.029569 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 10:47:07.058464 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 10:47:07.058980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.059312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85198) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 10:47:07.059912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.061267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85198) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 10:47:07.061591 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 10:47:07.061870 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 10:47:07.065105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.065417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.134213 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 10:47:07.134406 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 10:47:07.134700 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 10:47:07.135107 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 10:47:07.174003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_db.sqlalchemy.engines [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85198) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 10:47:07.641190 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Initializing driver for type 'gre' Apr 15 10:47:07.641725 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] gre ID ranges: [(1, 1000)] Apr 15 10:47:07.691943 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Initializing driver for type 'local' Apr 15 10:47:07.692386 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Initializing driver for type 'vlan' Apr 15 10:47:07.705420 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] VlanTypeDriver initialization complete Apr 15 10:47:07.705784 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Initializing driver for type 'vxlan' Apr 15 10:47:07.706295 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] vxlan ID ranges: [(1, 1000)] Apr 15 10:47:07.749527 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Initializing extension driver 'port_security' Apr 15 10:47:07.749872 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.extensions.port_security [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] PortSecurityExtensionDriver initialization complete Apr 15 10:47:07.750244 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Initializing mechanism driver 'openvswitch' Apr 15 10:47:07.750633 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Initializing mechanism driver 'hyperv' Apr 15 10:47:07.756982 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85198) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:07.757820 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > port after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.758225 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > port after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.758635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > port after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.759060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > subnet after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.759448 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > subnet after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.759831 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > subnet after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.760242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > network after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.760623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > network after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.761001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > network after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.761410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > security_group after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.761770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > security_group after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.762287 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > security_group after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.762732 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.763109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.763485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.763898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > address_group after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.764271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > address_group after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.764642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > address_group after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.765004 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] ML2 OVO RPC backend initialized. {{(pid=85198) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 10:47:07.765799 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router_interface after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.766191 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.766680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > network before_response 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.767061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > networks before_response 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.767440 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > port before_response 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.767809 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > ports before_response 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.768182 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > subnet before_response 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.768556 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > subnets before_response 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.768935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > network after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.769350 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > network after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.769672 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > network after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.770033 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > port after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.770456 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > port after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.770956 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > port after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.771326 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > subnet after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.771692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > subnet after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.772058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > subnet after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.772682 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.plugin [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Modular L2 Plugin initialization complete Apr 15 10:47:07.773033 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading services supported by the core plugin {{(pid=85198) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 10:47:07.773392 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.plugins.ml2.managers [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Got port-security extension from driver 'port_security' Apr 15 10:47:07.773900 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.extensions.vlantransparent [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Disabled vlantransparent extension. Apr 15 10:47:07.774467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85198) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 10:47:07.774807 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading Plugin: router Apr 15 10:47:07.813187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router_interface before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.813617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router after_create 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.814018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router before_create 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.814463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.814883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.815275 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router after_delete 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.815668 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > floatingip after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.816071 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router after_create 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.816453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router after_update 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.816833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router after_update 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.817261 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.817667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router after_update 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.818158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router precommit_update 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.818598 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: port after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.818974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: port after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.819344 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: subnet after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.819721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.820104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > port precommit_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.820489 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router precommit_create 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.820863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: port before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.821242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router precommit_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.821638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router after_update 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.822017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router precommit_delete 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.822403 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router precommit_create 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.822810 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router_interface after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.823191 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router precommit_update 55549900 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.823618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > network after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.824626 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Tracking information for resource: router configured {{(pid=85198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:47:07.825003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Tracking information for resource: floatingip configured {{(pid=85198) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:47:07.829854 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_agentschedulers_db [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 10:47:07.830526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: port after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.830919 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: port after_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.831301 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: port after_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.831682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: port after_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.832578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router before_create 55550100 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.833009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router precommit_delete 55550100 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.833418 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router precommit_create 55550100 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.833801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > router precommit_update 55550100 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.838667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.provider_configuration [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service providers = [] {{(pid=85198) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 10:47:07.839060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.servicetype_db [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85198) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 10:47:07.841866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.service_base [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85198) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:47:07.842247 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.service_base [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85198) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:47:07.842647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.service_base [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85198) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:47:07.843526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.service_base [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85198) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:47:07.843921 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.services.service_base [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 10:47:07.844331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:47:07.844684 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 10:47:07.855177 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:47:07.855543 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading Plugin: auto_allocate Apr 15 10:47:07.861313 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: network precommit_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.861704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: network precommit_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.862297 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:47:07.862681 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading Plugin: tag Apr 15 10:47:07.870196 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:47:07.870601 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading Plugin: timestamp Apr 15 10:47:07.874450 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:47:07.874816 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading Plugin: network_ip_availability Apr 15 10:47:07.880356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.880761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.881150 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:07.881932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:47:07.882287 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading Plugin: flavors Apr 15 10:47:07.886813 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:47:07.887179 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading Plugin: revisions Apr 15 10:47:07.891617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85198) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:47:07.892036 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=85198) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:07.892838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85198) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 10:47:07.893198 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Initializing extension manager. Apr 15 10:47:07.893759 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: __init__.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.894131 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: __pycache__ {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.894525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.894889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: address_group.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.895808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.896444 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: address-group Apr 15 10:47:07.896792 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: address_scope.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.897551 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.898131 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: address-scope Apr 15 10:47:07.898536 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: admin_state_down_before_update.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.899450 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.900030 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: router-admin-state-down-before-update Apr 15 10:47:07.900383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: agent.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.901132 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.901713 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: agent Apr 15 10:47:07.902072 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: agent_resources_synced.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.903029 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.903610 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: agent-resources-synced Apr 15 10:47:07.903968 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: allowedaddresspairs.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.905750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.906336 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: allowed-address-pairs Apr 15 10:47:07.906720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: auto_allocated_topology.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.907800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.908381 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: auto-allocated-topology Apr 15 10:47:07.908736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: availability_zone.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.909483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.910064 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: availability_zone Apr 15 10:47:07.910447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: availability_zone_filter.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.911386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.911950 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: availability_zone_filter Apr 15 10:47:07.912306 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: data_plane_status.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.913328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.913903 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 10:47:07.914260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: default_subnetpools.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.915239 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.915818 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: default-subnetpools Apr 15 10:47:07.916173 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: dhcpagentscheduler.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.917049 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.917643 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: dhcp_agent_scheduler Apr 15 10:47:07.918001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: dns.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.918935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.919880 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension dns-integration not supported by any of loaded plugins Apr 15 10:47:07.920237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: dns_domain_ports.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.921148 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.921723 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 10:47:07.922074 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: dvr.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.922815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.923389 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: dvr Apr 15 10:47:07.923741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: empty_string_filtering.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.924656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.925227 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: empty-string-filtering Apr 15 10:47:07.925576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.926583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.927231 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 10:47:07.927586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.928502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.929079 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 10:47:07.929434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: external_net.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.930338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.930945 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: external-net Apr 15 10:47:07.931302 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: extra_dhcp_opt.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.932202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.932788 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: extra_dhcp_opt Apr 15 10:47:07.933143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: extraroute.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.934062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.934657 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: extraroute Apr 15 10:47:07.935011 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: extraroute_atomic.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.936035 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.936611 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: extraroute-atomic Apr 15 10:47:07.936961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: filter_validation.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.937653 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.938229 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: filter-validation Apr 15 10:47:07.938616 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: fip_pf_description.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.939529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.940096 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 10:47:07.940445 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: fip_port_details.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.941455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.942029 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: fip-port-details Apr 15 10:47:07.942463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: flavors.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.943689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.944275 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: flavors Apr 15 10:47:07.944635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.946278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.946902 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 10:47:07.947267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: floatingip_pools.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.948012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.948591 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: floatingip-pools Apr 15 10:47:07.948950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: ip_allocation.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.949876 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.950474 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 10:47:07.950836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.951753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.952331 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: ip-substring-filtering Apr 15 10:47:07.952695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: l2_adjacency.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.953625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.954199 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 10:47:07.954589 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: l3.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.955638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.956218 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: router Apr 15 10:47:07.956571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: l3_conntrack_helper.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.958914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.959511 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 10:47:07.959871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.960792 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.961384 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: ext-gw-mode Apr 15 10:47:07.961742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.962797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.963385 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: l3-ha Apr 15 10:47:07.963744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: l3_flavors.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.964657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.965242 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: l3-flavors Apr 15 10:47:07.965593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.966541 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.967119 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 10:47:07.967478 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: l3agentscheduler.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.968634 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.969219 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: l3_agent_scheduler Apr 15 10:47:07.969573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: logging.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.971118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.971699 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension logging not supported by any of loaded plugins Apr 15 10:47:07.972062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: metering.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.972845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.973557 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: metering Apr 15 10:47:07.973930 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.975079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.975666 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: metering_source_and_destination_fields Apr 15 10:47:07.976029 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: multiprovidernet.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.976949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.977527 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: multi-provider Apr 15 10:47:07.977886 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: netmtu.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.978830 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.979406 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: net-mtu Apr 15 10:47:07.979762 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: netmtu_writable.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.980690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.981261 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: net-mtu-writable Apr 15 10:47:07.981617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: network_availability_zone.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.982459 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.983038 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: network_availability_zone Apr 15 10:47:07.983389 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: network_ip_availability.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.984500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.985079 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: network-ip-availability Apr 15 10:47:07.985432 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: network_segment_range.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.986259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.986869 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 10:47:07.987228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: pagination.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.988217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.988584 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: pagination Apr 15 10:47:07.988941 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: port_device_profile.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.989901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.990510 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: port-device-profile Apr 15 10:47:07.990859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.991783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.992370 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: port-mac-address-regenerate Apr 15 10:47:07.992723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.993649 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.994231 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: port-numa-affinity-policy Apr 15 10:47:07.994615 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: port_resource_request.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.995530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.996092 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 10:47:07.996445 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: portbindings.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.997390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:07.997964 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: binding Apr 15 10:47:07.998316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: portbindings_extended.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:07.999621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.000241 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: binding-extended Apr 15 10:47:08.000599 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: portsecurity.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.001507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.002082 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: port-security Apr 15 10:47:08.002463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: project_id.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.003431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.003805 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: project-id Apr 15 10:47:08.004159 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: providernet.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.005234 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.005821 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: provider Apr 15 10:47:08.006175 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: qos.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.009899 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.011837 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension qos not supported by any of loaded plugins Apr 15 10:47:08.012226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.013539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.014135 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 10:47:08.014540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.015460 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.016039 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 10:47:08.016394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: qos_default.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.017312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.017897 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension qos-default not supported by any of loaded plugins Apr 15 10:47:08.018251 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: qos_fip.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.018972 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.019589 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension qos-fip not supported by any of loaded plugins Apr 15 10:47:08.019893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: qos_gateway_ip.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.020921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.021495 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 10:47:08.021857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: qos_port_network_policy.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.022789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.023377 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 10:47:08.023726 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: qos_rule_type_details.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.024640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.025218 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 10:47:08.025574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: qos_rules_alias.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.026650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.027221 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 10:47:08.027577 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: quotasv2.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.028552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.028916 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: quotas Apr 15 10:47:08.029284 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: quotasv2_detail.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.031010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.031386 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: quota_details Apr 15 10:47:08.031747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: rbac.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.032896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.033491 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: rbac-policies Apr 15 10:47:08.033854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: rbac_address_group.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.034814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.035396 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: rbac-address-group Apr 15 10:47:08.035752 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: rbac_address_scope.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.036788 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.037363 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: rbac-address-scope Apr 15 10:47:08.037719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: rbac_security_groups.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.038655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.039228 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: rbac-security-groups Apr 15 10:47:08.039584 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: rbac_subnetpool.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.040504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.041095 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: rbac-subnetpool Apr 15 10:47:08.041449 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: revisionifmatch.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.042396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.042996 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: revision-if-match Apr 15 10:47:08.043353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: revisions.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.044837 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.045422 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: standard-attr-revisions Apr 15 10:47:08.045781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: router_availability_zone.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.046524 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.047110 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: router_availability_zone Apr 15 10:47:08.047460 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: routerservicetype.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.048410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.048978 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension router-service-type not supported by any of loaded plugins Apr 15 10:47:08.049330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.050267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.050882 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: security-groups-normalized-cidr Apr 15 10:47:08.051236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: security_groups_port_filtering.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.052328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.052901 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: port-security-groups-filtering Apr 15 10:47:08.053252 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.054186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.054815 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: security-groups-remote-address-group Apr 15 10:47:08.055170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: securitygroup.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.068420 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.069035 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: security-group Apr 15 10:47:08.069398 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: segment.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.070266 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.070881 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension segment not supported by any of loaded plugins Apr 15 10:47:08.071246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.072184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.072766 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 10:47:08.073133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: servicetype.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.074207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.074826 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: service-type Apr 15 10:47:08.075186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: sorting.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.076158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.076527 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: sorting Apr 15 10:47:08.076880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: standard_attr_segment.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.077797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.078386 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 10:47:08.078758 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: standardattrdescription.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.079449 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.080027 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: standard-attr-description Apr 15 10:47:08.080385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: stateful_security_group.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.081312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.081914 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: stateful-security-group Apr 15 10:47:08.082271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: stdattrs_common.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.083024 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 10:47:08.083515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.084517 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.085095 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 10:47:08.085447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: subnet_onboard.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.086529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.087112 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: subnet_onboard Apr 15 10:47:08.087469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.088406 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.088985 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 10:47:08.089337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: subnet_service_types.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.090265 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.090882 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: subnet-service-types Apr 15 10:47:08.091233 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: subnetallocation.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.092312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.092900 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: subnet_allocation Apr 15 10:47:08.093255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.093957 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.094607 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: subnetpool-prefix-ops Apr 15 10:47:08.094962 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.095913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.096493 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 10:47:08.096846 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: tagging.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.098110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.098897 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: standard-attr-tag Apr 15 10:47:08.099256 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: timestamp.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.100413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.101001 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loaded extension: standard-attr-timestamp Apr 15 10:47:08.101363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: trunk.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.102388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.102988 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension trunk not supported by any of loaded plugins Apr 15 10:47:08.103341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: trunk_details.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.104262 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.104840 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension trunk-details not supported by any of loaded plugins Apr 15 10:47:08.105195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: uplink_status_propagation.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.106111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.106725 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 10:47:08.107075 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Loading extension file: vlantransparent.py {{(pid=85198) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:47:08.107766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85198) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:47:08.108340 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 10:47:08.111033 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:network Apr 15 10:47:08.111831 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:subnet Apr 15 10:47:08.112515 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:47:08.113166 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:port Apr 15 10:47:08.114787 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.115267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service FLAVORS assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.115949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.116415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.116781 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:router Apr 15 10:47:08.117514 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:floatingip Apr 15 10:47:08.118276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service METERING assigned prefix: /metering {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.120147 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:08.120555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:08.120935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85198) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:47:08.122073 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 10:47:08.122622 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:security_group Apr 15 10:47:08.123436 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 10:47:08.124253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service CORE assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.124618 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:47:08.124978 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] subnetpool is already registered Apr 15 10:47:08.125653 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service CORE assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.126015 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:47:08.126394 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] subnetpool is already registered Apr 15 10:47:08.129153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.129657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service FLAVORS assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.130317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.130802 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.131164 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:router Apr 15 10:47:08.131529 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] router is already registered Apr 15 10:47:08.132181 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:floatingip Apr 15 10:47:08.132540 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] floatingip is already registered Apr 15 10:47:08.133232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service METERING assigned prefix: /metering {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.133977 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 10:47:08.134338 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] rbac_policy is already registered Apr 15 10:47:08.134987 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:security_group Apr 15 10:47:08.135345 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] security_group is already registered Apr 15 10:47:08.135989 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 10:47:08.136345 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] security_group_rule is already registered Apr 15 10:47:08.137062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service CORE assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.137428 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:47:08.137784 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] subnetpool is already registered Apr 15 10:47:08.138487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.resource_helper [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Service CORE assigned prefix: {{(pid=85198) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:47:08.138849 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:47:08.139249 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.quota.resource_registry [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] subnetpool is already registered Apr 15 10:47:08.139961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: extensions {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.141778 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: address-groups {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.143703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: address-scopes {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.144984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: agents {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.146268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: auto-allocated-topology {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.147588 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: availability_zones {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.149072 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: dhcp-networks {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.150545 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: dhcp-agents {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.152025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: routers {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.153856 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: flavors {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.155108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: service_profiles {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.156355 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: next_providers {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.157934 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: service_profiles {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.159471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: floatingip-pools {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.160723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: routers {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.162654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: floatingips {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.163885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: l3-routers {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.165330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: l3-agents {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.166822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: metering-labels {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.169408 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: metering-label-rules {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.170761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: network-ip-availabilities {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.172078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: bindings {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.173770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: quotas {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.175289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: quotas {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.176771 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: rbac-policies {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.178098 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: security-groups {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.179386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: security-group-rules {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.180658 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: service-providers {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.181912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: subnetpools {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.183412 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: subnetpools {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.184901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: tags {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.186682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: tags {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.189483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: tags {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.192113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: tags {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.193972 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: tags {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.195969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: tags {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.197715 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: tags {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.199719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: tags {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.201549 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: tags {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.203527 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.extensions [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Extended resource: tags {{(pid=85198) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:47:08.210521 dv-cinder-786384-1-smb neutron-server[85198]: WARNING keystonemiddleware.auth_token [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 10:47:08.215933 dv-cinder-786384-1-smb neutron-server[85198]: WARNING keystonemiddleware.auth_token [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 10:47:08.225117 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Acquired lock "singleton_lock" {{(pid=85198) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 10:47:08.225633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Releasing lock "singleton_lock" {{(pid=85198) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 10:47:08.227143 dv-cinder-786384-1-smb neutron-server[85198]: INFO oslo_service.service [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Starting 2 workers Apr 15 10:47:08.231814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Started child 85313 {{(pid=85198) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:47:08.235808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:08.236415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Started child 85314 {{(pid=85198) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:47:08.237179 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [-] (85313) wsgi starting up on http://0.0.0.0:9696 Apr 15 10:47:08.237803 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.service [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 10:47:08.238476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Notify callbacks [] for process, before_spawn {{(pid=85198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:08.240852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:08.241115 dv-cinder-786384-1-smb neutron-server[85198]: INFO oslo_service.service [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Starting 1 workers Apr 15 10:47:08.242224 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [-] (85314) wsgi starting up on http://0.0.0.0:9696 Apr 15 10:47:08.246491 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Started child 85315 {{(pid=85198) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:47:08.247043 dv-cinder-786384-1-smb neutron-server[85198]: INFO oslo_service.service [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Starting 1 workers Apr 15 10:47:08.248666 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.service [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] calling RpcWorker wait() {{(pid=85315) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 10:47:08.249196 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.service [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] returning from RpcWorker wait() {{(pid=85315) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 10:47:08.250661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:08.251183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:08.251699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Started child 85316 {{(pid=85198) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:47:08.252493 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e861d9c-4e92-4541-9072-2680b75ad48f None None] Notify callbacks [] for process, after_spawn {{(pid=85198) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:08.254104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85198) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 10:47:08.254305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:47:08.254573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:47:08.255043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:47:08.255545 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:47:08.255752 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:08.255904 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:47:08.256195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.256530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.256836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.257046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.257366 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.257988 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.258288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.258605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.258897 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.259166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.259365 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.259511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.259811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.260074 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.260423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.260831 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.260983 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.261237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.261455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.261717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.262002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.262286 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.262604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] debug = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.262872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.263431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.263696 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.263973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.264224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.264498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.264779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.265056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.265319 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.265563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.265833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.266103 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.266400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.266599 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.266846 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.267142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.267377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.267833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] host = dv-cinder-786384-1-smb {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.268080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.268324 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.268596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.268855 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.269219 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.269368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.269680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.269932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.270226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.270521 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.270786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.271045 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.271282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.271541 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.271730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_options = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.271976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.272275 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.272564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.272775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.272966 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.273153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.273446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.273638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.273917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.274159 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.274423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.274683 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.274925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.275167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.275459 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.275717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.275976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.276215 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.276510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.276786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.277064 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.277320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.277576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.277831 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.278085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.278358 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.278655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.279492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.279492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.279492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.279696 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.279847 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.280081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.280518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.280749 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:08.280834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.281031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.281282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.281773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.282038 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.282317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.282651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.283010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.283459 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.283705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.285597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.285597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_json = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.285597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.285597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.285597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.285597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.285597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.285597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.286530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.286530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.286530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.287057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.287191 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.287368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.287637 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.287900 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.288191 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.288977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.288977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.288977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.291005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.291005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.291005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.291005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.291005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.291005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.291005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.297927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.297927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.297927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.297927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.297927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.297927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.297927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.297927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.298961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.299593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.299593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.299593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.299593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.299593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.299593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.299593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.299593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.300088 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.300088 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.300227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.300818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.300818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.300818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.301118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.301272 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.301615 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.301980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.302315 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.302632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.302885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.303137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.303381 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.303631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.303872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.304118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.304382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.304625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.304872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.305128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.305373 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.305615 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.305883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.306122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.306386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.306636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.306895 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.307137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.307377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.307629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.307848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.308068 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.308372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.308711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.308974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.309253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.309517 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.309795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.310041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.310323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.310611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.310860 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.311105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.311387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.311643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.311903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.312175 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.312423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.312710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.312968 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.313223 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.313471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.313739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.313999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.314287 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.314587 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.314858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.315127 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.315447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.315770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.316710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.316710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.316710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.317196 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.317388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.317575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.317872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.318158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.318843 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.318843 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.319159 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.319300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.319558 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.319839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.320112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.320432 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.320707 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.320958 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.321207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.321519 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.321857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.322153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.322471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.322726 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.323031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.323338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.323607 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.323906 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.324208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.324496 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.324798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.325080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.325356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.325633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.325885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.326156 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.327151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.327151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.327151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.327151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.327724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.327724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.327993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.328131 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.328923 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.328923 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.328923 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.329686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.329686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.329686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.329686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.330212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.330212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.331097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.331097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.331097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.331097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.331475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.331672 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.331949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.332233 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.332507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.332810 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.333059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.333341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.333590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.333835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.334080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.334383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.334622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.334889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.335155 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.335419 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.335702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.335995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.336344 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.336613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.336879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.337153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.337405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.337674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.337924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.338174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.338467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.338722 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.338973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.339263 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.339538 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.339811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.340054 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.340317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.340545 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.340788 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.341030 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.341378 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.341653 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.341924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.342462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.342462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.342750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.342890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.343103 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.343440 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.343674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.343936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.344161 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.344582 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.344858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.345090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.345350 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.345597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.345841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.346089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.346332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.346689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.346961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.347214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.347539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.347807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.348207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.348475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.348863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.349208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.349512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.349783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.350037 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.350316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.350618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.351009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.351380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.351678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.351969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.352284 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.352727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.352902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.353152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.353477 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.353832 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.354118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.354412 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.354679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.354967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.355248 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.355500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.355751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.356021 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.356271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.356572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.356849 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.357112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.357367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.357632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.357882 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.358160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.358459 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.358740 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.358989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.359177 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:47:08.359723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85198) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 10:47:08.359911 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:47:08.360093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:47:08.360304 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:47:08.360510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:47:08.360691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:47:08.360937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.361126 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.361313 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.361502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.361690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.361898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.362085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.362252 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.362585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.362749 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.363394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.363394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.363394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.363394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.364908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.364908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.364908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.364908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.364908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.364908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.364908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.364908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.365671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] debug = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.365671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.365671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.365671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.365671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.365671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.366080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.366080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.366080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.366262 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.366449 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.366619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.366980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.367152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.367504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.367697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.367886 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.368073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.368259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] host = dv-cinder-786384-1-smb {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.368444 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.368629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.368812 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.369004 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.369366 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.369366 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.369565 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.369659 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.369822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.370011 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.370202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.370372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.370545 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.370713 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.371066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_options = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.371253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.371439 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.371622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.371834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.372002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.372185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.372373 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.372561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.372746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.372933 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.373116 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.373300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.373488 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.373672 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.373858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.374043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.374226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.374434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.374624 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.374807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.374991 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.375173 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.375356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.375539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.375705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.375860 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.376047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.376234 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.376419 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.376603 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.376785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.376970 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.377153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.377337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.377520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.377704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.377887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.378075 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.378260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.378466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.378623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.378764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.378944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.379129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.379316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.379500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_json = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.379773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.379958 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.380212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.380413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.380600 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.380785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.380973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.381157 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:47:08.381343 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.381531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.381723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.381863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.382043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.382231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.382466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.382660 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.382848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.383037 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.383233 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.383420 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.383618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.383808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.383996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.384097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:08.384196 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.384345 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.384531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.384718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.384907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.385095 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.385283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.385491 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.385678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.385866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.386053 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.386241 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.386457 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.386645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.386834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.387023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.387212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.387398 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.387587 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.387774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.387963 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.388151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.388340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.388531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.388719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.388909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.389097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.389285 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.389474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.389661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.389851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.390040 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.390228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.390442 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.390633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.390977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.390977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.391167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.391312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.391501 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.391689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.391876 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.392061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.392250 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.392439 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.392629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.392831 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.393020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.393206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.393393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.393580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.393766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.393953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.394139 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.394326 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.394539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.394727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.394913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.395100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.395339 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.395566 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.395691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.396002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.396201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.396367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.396550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.396708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.396897 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.397084 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.397291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.397471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.397642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.397990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.398151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.398387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.398583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.398785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.398941 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.399102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.399248 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.399679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.399679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.399679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.400128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.400128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.400513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.400513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.400513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.400835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.400835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.401015 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.401111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.401301 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.401489 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.401675 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.401836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.402056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.402217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.402432 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.402624 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.402823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.403026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.403217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.403408 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.403570 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.403756 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.403945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.404134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.404323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.404509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.404671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.404858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.405057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.405259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.405449 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.405637 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.405818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.406041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.406229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.406451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.406640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.406828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.407016 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.407205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.407391 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.407581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.407768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.407954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.408142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.408330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.408518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.408705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.408894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.409084 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.409273 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.409461 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.409649 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.409839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.410028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.410214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.410433 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.410614 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.410845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.411179 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.411487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.411684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.411872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.412058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.412245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.412436 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.412621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.412813 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.413002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.413190 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.413379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.413566 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.413756 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.413973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.414195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.414338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.414508 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.414740 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.414885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.415041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.415197 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.415348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.415498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.415656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.415798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.415938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.416084 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.416236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.416425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.416614 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.416803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.416994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.417181 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.417367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.417556 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.417746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.417933 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.418119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.418305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.418518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.418708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.418895 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.419444 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.419631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.419822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.420009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.420198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.420399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.420586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.420775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.420961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.421148 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.421348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.421535 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.421722 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.421909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.422096 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.422292 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.422506 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.422694 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.422885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.423072 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.423271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.423457 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.423642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.423828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.424014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.424212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.424387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.424560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.424757 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.424944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.425132 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.425321 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.425524 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.425714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.425904 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.426093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.426282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.426610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.426981 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.427311 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.427585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.427849 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.428110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.428370 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.428626 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.428878 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.429120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.429455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.429662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.429903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.430140 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.430404 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.430658 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.430858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.431055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.431248 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.431441 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.431645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.431827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.432018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.432209 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.432402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.432593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.432783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.432975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.433163 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.433352 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.433539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:47:08.433721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85198) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:47:08.706617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 33848) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:08.724762 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0147963 Apr 15 10:47:19.717860 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683c591a-f023-415c-aa3a-9b33b732139d None None] get_active_networks_info from dv-cinder-786384-1-smb {{(pid=85315) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 10:47:19.851828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fedd3f88-464f-46b4-85ac-a4443ef44b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298'] for agent, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:19.874608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c591a-f023-415c-aa3a-9b33b732139d None None] No non-hosted networks {{(pid=85315) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 10:47:21.964502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a773e8e0-2f2f-4fa5-a0c6-0b67b009afc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298'] for agent, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:22.039663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ea4a430b-8a13-47c2-9000-e3fa0717808d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:23.096208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298'] for agent, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:23.126362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298'] for agent, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:23.126362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.126362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.126362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.126362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.126851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.126851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.126851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.126851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.126851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.127165 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.127165 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.127165 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:23.127165 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786384-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:23.142476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786384-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:47:24.432935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298'] for agent, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:24.758613 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_hamode_db [None req-c9101751-b820-4140-99dd-7bd35bac2967 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 10:47:24.850484 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9101751-b820-4140-99dd-7bd35bac2967 None None] Routers set() bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:47:24.850920 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9101751-b820-4140-99dd-7bd35bac2967 None None] Router IDs set() for agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 10:47:25.081638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 33936) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:25.740487 dv-cinder-786384-1-smb neutron-server[85198]: WARNING oslo_policy.policy [None req-bd35b946-8daa-4da7-b42b-1294cc293506 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:25.741066 dv-cinder-786384-1-smb neutron-server[85198]: WARNING oslo_policy.policy [None req-bd35b946-8daa-4da7-b42b-1294cc293506 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:25.969482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [None req-bd35b946-8daa-4da7-b42b-1294cc293506 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:47:25.970582 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-bd35b946-8daa-4da7-b42b-1294cc293506 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8878405 Apr 15 10:47:28.751175 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 33952) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:29.147690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-dfe9634e-b181-40da-8926-98ed5f83e059 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:29.248848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.policy [None req-dfe9634e-b181-40da-8926-98ed5f83e059 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85314) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 10:47:29.302741 dv-cinder-786384-1-smb neutron-server[85198]: WARNING oslo_policy.policy [None req-dfe9634e-b181-40da-8926-98ed5f83e059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:29.303147 dv-cinder-786384-1-smb neutron-server[85198]: WARNING oslo_policy.policy [None req-dfe9634e-b181-40da-8926-98ed5f83e059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:29.321127 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota [None req-dfe9634e-b181-40da-8926-98ed5f83e059 admin admin] Loaded quota_driver: . Apr 15 10:47:29.337880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-dfe9634e-b181-40da-8926-98ed5f83e059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:29.404601 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dfe9634e-b181-40da-8926-98ed5f83e059 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262114580117', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262114579833', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262114577989', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262114563801', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262114677796', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262114678255', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-145896', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-238350', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3705144', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850965005'] for rbac-policy, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:29.639163 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dfe9634e-b181-40da-8926-98ed5f83e059 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:29.640396 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-dfe9634e-b181-40da-8926-98ed5f83e059 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8882489 Apr 15 10:47:32.662271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 33966) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:33.332707 dv-cinder-786384-1-smb neutron-server[85198]: WARNING oslo_policy.policy [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:33.334633 dv-cinder-786384-1-smb neutron-server[85198]: WARNING oslo_policy.policy [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:33.568307 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '055d8d7a511e4045acc10589281163cb'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:33.571547 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.quota [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Loaded quota_driver: . Apr 15 10:47:33.588669 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:33.595595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Usage tracker for resource:network and tenant:055d8d7a511e4045acc10589281163cb is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:33.600823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:33.608854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:33.625903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Made reservation on behalf of 055d8d7a511e4045acc10589281163cb for: {'network': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:47:33.704904 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.policy [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85313) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 10:47:33.760880 dv-cinder-786384-1-smb neutron-server[85198]: WARNING oslo_policy.policy [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:33.761310 dv-cinder-786384-1-smb neutron-server[85198]: WARNING oslo_policy.policy [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:47:33.782642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:33.803236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:33.820434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:33.824687 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Usage tracker for resource:security_group_rule and tenant:055d8d7a511e4045acc10589281163cb is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:33.828744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:33.835543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:34.117651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:34.121484 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:34.126283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:34.142549 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] vlan segment allocate from pool success with {'vlan_id': 1211, 'physical_network': 'physnet1'} {{(pid=85313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:47:34.169680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774742062519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:34.170264 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Unsubscribe: segment precommit_create {{(pid=85313) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 10:47:34.170763 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Added segment c3965a7f-d605-4f79-81cc-eca388d89fc3 of type vlan for network 032672d3-8853-4fdf-9c50-7012742df5db Apr 15 10:47:34.226596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ebc45a-c9fe-49df-89ec-2288fe6ed7a5,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:34.250178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.250572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.250934 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.251290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.251638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.251989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.252325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.252669 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.253028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.253374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.253708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.254050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Tracked resource versions report: Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: pushed versions: Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: { 'AddressGroup': {'1.2'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': {'1.0'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': {'1.0'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': {'1.1'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': {'1.7'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': {'1.2'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': {'1.8'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': {'1.4'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': {'1.0'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': {'1.1'}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': {'1.1'}} Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: consumer versions: Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: { DHCP agent@dv-cinder-786384-1-smb: {}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: L3 agent@dv-cinder-786384-1-smb: {}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: Metadata agent@dv-cinder-786384-1-smb: {}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: Metering agent@dv-cinder-786384-1-smb: {}, Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: Open vSwitch agent@dv-cinder-786384-1-smb: { 'AddressGroup': '1.2', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': '1.0', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': '1.0', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': '1.1', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': '1.7', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': '1.2', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': '1.8', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': '1.4', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': '1.2', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': '1.0', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': '1.1', Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': '1.1'}} Apr 15 10:47:34.255252 dv-cinder-786384-1-smb neutron-server[85198]: {{(pid=85313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:47:34.293810 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:34.310863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:34.339353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:34.340783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:34.341427 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:34.346245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:34.455874 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.7907779 Apr 15 10:47:34.456512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Pushing event updated for resources: {'Network': ['ID=032672d3-8853-4fdf-9c50-7012742df5db,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:34.460228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:34.472233 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 032672d3-8853-4fdf-9c50-7012742df5db details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:47:37.591245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 33988) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:38.108976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312d49f-dc63-4114-8b4d-fc4881f4da03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:38.110375 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2312d49f-dc63-4114-8b4d-fc4881f4da03 admin admin] 10.222.0.71 "GET /v2.0/networks/032672d3-8853-4fdf-9c50-7012742df5db HTTP/1.1" status: 200 len: 826 time: 0.5180881 Apr 15 10:47:38.153454 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3479b978-3c75-451a-b2d6-15213d85bdcf admin admin] 10.222.0.71 "GET /v2.0/subnetpools/3240fbdd-90a8-4c77-814f-0e99688c7ce2 HTTP/1.1" status: 200 len: 734 time: 0.0363219 Apr 15 10:47:38.163469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '3240fbdd-90a8-4c77-814f-0e99688c7ce2', 'gateway_ip': '172.20.0.1', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:38.168454 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:38.173110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Usage tracker for resource:subnet and tenant:055d8d7a511e4045acc10589281163cb is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:38.176322 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:38.185821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:38.195977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Made reservation on behalf of 055d8d7a511e4045acc10589281163cb for: {'subnet': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:47:38.200533 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:38.704669 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for subnet, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:38.717453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:38.847055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da25def9-cdd5-446f-bfdb-a6fd4cff2d47,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:38.853808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:38.923732 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Checking segment: {'id': 'c3965a7f-d605-4f79-81cc-eca388d89fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:47:38.924108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Network hostable DHCP agents. Network: 032672d3-8853-4fdf-9c50-7012742df5db, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:47:38.947186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Network 032672d3-8853-4fdf-9c50-7012742df5db is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:47:38.957712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 032672d3-8853-4fdf-9c50-7012742df5db) {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:47:38.962550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:38.963170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:38.968590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb96451-5ef5-4e30-8c94-5cfb5f6660d8 None None] Network 032672d3-8853-4fdf-9c50-7012742df5db requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:47:38.984516 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8250577 Apr 15 10:47:39.476092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c448b85-0c5b-51f4-9699-53a11923281c-032672d3-8853-4fdf-9c50-7012742df5db', 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'fixed_ips': [{'subnet_id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47'}]}} from dv-cinder-786384-1-smb. {{(pid=85315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:47:39.477240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:39.677553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Allocated IP 172.20.0.2 (032672d3-8853-4fdf-9c50-7012742df5db/da25def9-cdd5-446f-bfdb-a6fd4cff2d47/f12fddb4-5bbe-414b-96ed-71a2e5bae001) {{(pid=85315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:47:39.916949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Notify callbacks [] for port, precommit_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:39.930904 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Transition to ACTIVE for port object f12fddb4-5bbe-414b-96ed-71a2e5bae001 will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:47:39.953355 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Transition to ACTIVE for port object f12fddb4-5bbe-414b-96ed-71a2e5bae001 will not be triggered until provisioned by entity DHCP. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:47:39.959903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:39.973312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:40.097777 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Pushing event updated for resources: {'Port': ['ID=f12fddb4-5bbe-414b-96ed-71a2e5bae001,revision_number=1']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:40.116630 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.117003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.117366 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.117723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.118078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.118459 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.118786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.119136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.119484 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.119828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.120171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.120514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Tracked resource versions report: Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: pushed versions: Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: { 'AddressGroup': {'1.2'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': {'1.0'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': {'1.0'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': {'1.1'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': {'1.7'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': {'1.2'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': {'1.8'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': {'1.4'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': {'1.0'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': {'1.1'}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': {'1.1'}} Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: consumer versions: Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: { DHCP agent@dv-cinder-786384-1-smb: {}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: L3 agent@dv-cinder-786384-1-smb: {}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: Metadata agent@dv-cinder-786384-1-smb: {}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: Metering agent@dv-cinder-786384-1-smb: {}, Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: Open vSwitch agent@dv-cinder-786384-1-smb: { 'AddressGroup': '1.2', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': '1.0', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': '1.0', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': '1.1', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': '1.7', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': '1.2', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': '1.8', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': '1.4', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': '1.2', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': '1.0', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': '1.1', Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': '1.1'}} Apr 15 10:47:40.121635 dv-cinder-786384-1-smb neutron-server[85198]: {{(pid=85315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:47:40.125885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:40.184625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Network 032672d3-8853-4fdf-9c50-7012742df5db is already hosted by enough agents. {{(pid=85315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:47:40.185747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Resources bound (agent type, host, resource id): {{(pid=85315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:47:40.189025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Received port after_create {{(pid=85315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:47:40.288305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Attempting to bind port f12fddb4-5bbe-414b-96ed-71a2e5bae001 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:47:40.288729 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Attempting to bind port f12fddb4-5bbe-414b-96ed-71a2e5bae001 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'c3965a7f-d605-4f79-81cc-eca388d89fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:47:40.289146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Attempting to bind port f12fddb4-5bbe-414b-96ed-71a2e5bae001 on network 032672d3-8853-4fdf-9c50-7012742df5db {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:47:40.295692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:47:40.296063 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Checking segment: {'id': 'c3965a7f-d605-4f79-81cc-eca388d89fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:47:40.297470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:40.297470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Bound using segment: {'id': 'c3965a7f-d605-4f79-81cc-eca388d89fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:47:40.297470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Bound port: f12fddb4-5bbe-414b-96ed-71a2e5bae001, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3965a7f-d605-4f79-81cc-eca388d89fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:47:40.297827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:40.397458 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] For port f12fddb4-5bbe-414b-96ed-71a2e5bae001, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:47:40.401624 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] For port f12fddb4-5bbe-414b-96ed-71a2e5bae001, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=f12fddb4-5bbe-414b-96ed-71a2e5bae001,segment=NetworkSegment(c3965a7f-d605-4f79-81cc-eca388d89fc3),segment_id=c3965a7f-d605-4f79-81cc-eca388d89fc3)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:47:40.406016 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:40.420139 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:40.572867 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Pushing event updated for resources: {'Port': ['ID=f12fddb4-5bbe-414b-96ed-71a2e5bae001,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:40.577862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:41.694943 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 33998) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:42.120453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [None req-5aee2281-2956-4cb4-9de2-00156654c982 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:47:42.121586 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-5aee2281-2956-4cb4-9de2-00156654c982 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4255888 Apr 15 10:47:44.887197 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 34008) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:45.298801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [None req-b101f969-2e60-45c9-b9c3-7e5c5d315ebc admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85314) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:47:45.299870 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b101f969-2e60-45c9-b9c3-7e5c5d315ebc admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4113686 Apr 15 10:47:47.229552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device f12fddb4-5bbe-414b-96ed-71a2e5bae001 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:47:47.306218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port f12fddb4-5bbe-414b-96ed-71a2e5bae001 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:47:47.471044 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f5c255-5179-4a9f-8b36-ea21f4db2455 None None] Network 032672d3-8853-4fdf-9c50-7012742df5db requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:47:47.574277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-7249dd45-89dc-44ee-a11a-ac730b7c483e None None] Provisioning for port f12fddb4-5bbe-414b-96ed-71a2e5bae001 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:47:47.585375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-7249dd45-89dc-44ee-a11a-ac730b7c483e None None] Provisioning complete for port f12fddb4-5bbe-414b-96ed-71a2e5bae001 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:47.585792 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7249dd45-89dc-44ee-a11a-ac730b7c483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:47.818481 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7249dd45-89dc-44ee-a11a-ac730b7c483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:47.862384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-7249dd45-89dc-44ee-a11a-ac730b7c483e None None] For port f12fddb4-5bbe-414b-96ed-71a2e5bae001, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=f12fddb4-5bbe-414b-96ed-71a2e5bae001,segment=NetworkSegment(c3965a7f-d605-4f79-81cc-eca388d89fc3),segment_id=c3965a7f-d605-4f79-81cc-eca388d89fc3)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:47:47.866860 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7249dd45-89dc-44ee-a11a-ac730b7c483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:47.872371 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a2ce5854-bfc2-43a4-b8b2-3df179ebbe57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:47.953919 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249dd45-89dc-44ee-a11a-ac730b7c483e None None] Pushing event updated for resources: {'Port': ['ID=f12fddb4-5bbe-414b-96ed-71a2e5bae001,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:47.957139 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7249dd45-89dc-44ee-a11a-ac730b7c483e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:48.193842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-dfd32f38-289a-4d8b-8f50-c3305a1fdf31 None None] Provisioning complete for port f12fddb4-5bbe-414b-96ed-71a2e5bae001 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:48.194183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dfd32f38-289a-4d8b-8f50-c3305a1fdf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:48.371461 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34024) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:48.769288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] Request body: {'router': {'tenant_id': '055d8d7a511e4045acc10589281163cb', 'admin_state_up': True, 'name': 'router1'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:48.775898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:48.780167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] Usage tracker for resource:router and tenant:055d8d7a511e4045acc10589281163cb is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:48.783606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:48.790070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:48.801372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59764'] for router, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:48.803413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850858942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850960032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850954210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854716051'] for router, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:48.825020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:48.937420 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850858760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815770'] for router, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:48.960571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] Notify callbacks [] for router, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:48.961839 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a339bcd1-9a09-476d-904d-5a5caee33a41 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5889549 Apr 15 10:47:49.200844 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device f12fddb4-5bbe-414b-96ed-71a2e5bae001 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:47:49.273568 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port f12fddb4-5bbe-414b-96ed-71a2e5bae001 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:49.273975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:49.596288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a58d6609-9fd7-4522-8335-96cc2e5f188a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:51.736747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34042) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:51.979583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-81dabcf0-f579-438b-a2c8-2d8bb369bdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:52.046540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [None req-6e7c1d99-51bd-4ff2-882b-cdd68c4034f3 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:47:52.047631 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-6e7c1d99-51bd-4ff2-882b-cdd68c4034f3 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097916 Apr 15 10:47:53.000789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:53.097772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.377089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.767263 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34062) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:54.825010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:54.830000 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:54.834371 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Usage tracker for resource:network and tenant:73d0d9642e0742d0afed82e394a9ac1f is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:54.838001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:54.844295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:54.856107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Made reservation on behalf of 73d0d9642e0742d0afed82e394a9ac1f for: {'network': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:47:54.860746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.873540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.888460 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:47:54.892380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Usage tracker for resource:security_group_rule and tenant:73d0d9642e0742d0afed82e394a9ac1f is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:47:54.895285 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:47:54.901148 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:47:54.984173 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.988892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:54.993203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:55.006510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Reserving flat network on physical network physnet1 {{(pid=85313) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 10:47:55.030199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8efbe6e-7ce4-4535-abd6-64a5f4f1d3e3,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:55.033100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:55.033478 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Added segment d66de538-9f0a-47dd-a4a6-3f1cfc42bea5 of type flat for network 23f07260-2a73-40f9-8de7-f6683f29607f Apr 15 10:47:55.034686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:55.068172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:55.106187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:55.107559 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:55.108193 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:55.113070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ce198d46-cd54-4cff-99c6-e0e599c2170d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:55.218018 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4495835 Apr 15 10:47:55.218774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Pushing event updated for resources: {'Network': ['ID=23f07260-2a73-40f9-8de7-f6683f29607f,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:55.221965 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:55.230235 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 23f07260-2a73-40f9-8de7-f6683f29607f details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:47:57.770380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34074) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:57.919594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f218121-243a-4a13-9739-295c454bd802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:57.921071 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1f218121-243a-4a13-9739-295c454bd802 admin admin] 10.222.0.71 "GET /v2.0/subnets/da25def9-cdd5-446f-bfdb-a6fd4cff2d47 HTTP/1.1" status: 200 len: 849 time: 0.1487169 Apr 15 10:47:58.072514 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ffa2d184-b329-4e75-991d-fe1fd870a829 admin admin] 10.222.0.71 "GET /v2.0/routers/8757bf93-4e0b-4909-845b-ac05c0247942 HTTP/1.1" status: 200 len: 704 time: 0.1421406 Apr 15 10:47:58.722891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:58.991171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Allocated IP 172.20.0.1 (032672d3-8853-4fdf-9c50-7012742df5db/da25def9-cdd5-446f-bfdb-a6fd4cff2d47/ba240eb2-6b1f-4a06-b9c9-c63b64747874) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:47:59.157713 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:59.176142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Transition to ACTIVE for port object ba240eb2-6b1f-4a06-b9c9-c63b64747874 will not be triggered until provisioned by entity DHCP. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:47:59.231512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:59.244420 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:59.374389 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Pushing event updated for resources: {'Port': ['ID=ba240eb2-6b1f-4a06-b9c9-c63b64747874,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:59.383074 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:59.440054 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Network 032672d3-8853-4fdf-9c50-7012742df5db is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:47:59.441214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:47:59.443642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:47:59.444124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815839'] for router_interface, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:59.642018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-ffcd182f-75de-4f37-8ee0-6363d71b7c53 None None] Provisioning for port ba240eb2-6b1f-4a06-b9c9-c63b64747874 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:47:59.647039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-ffcd182f-75de-4f37-8ee0-6363d71b7c53 None None] Provisioning complete for port ba240eb2-6b1f-4a06-b9c9-c63b64747874 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:59.647436 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffcd182f-75de-4f37-8ee0-6363d71b7c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:59.705774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd182f-75de-4f37-8ee0-6363d71b7c53 None None] Port ba240eb2-6b1f-4a06-b9c9-c63b64747874 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:47:59.713061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:00.002921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:00.007894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:00.008937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815476'] for router_interface, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:00.026061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:00.153720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Pushing event updated for resources: {'Port': ['ID=ba240eb2-6b1f-4a06-b9c9-c63b64747874,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:00.157865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:00.213239 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Network 032672d3-8853-4fdf-9c50-7012742df5db is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:48:00.214390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:00.446061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-e0bbadfe-3aef-4d35-b283-fcfc673edfad None None] Provisioning complete for port ba240eb2-6b1f-4a06-b9c9-c63b64747874 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:00.446494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0bbadfe-3aef-4d35-b283-fcfc673edfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:00.515814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbadfe-3aef-4d35-b283-fcfc673edfad None None] Port ba240eb2-6b1f-4a06-b9c9-c63b64747874 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:48:00.600852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Router 8757bf93-4e0b-4909-845b-ac05c0247942 is scheduled to L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 with binding_index 1 {{(pid=85313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:48:00.764614 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:48:00.777147 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Sync routers for ids ['8757bf93-4e0b-4909-845b-ac05c0247942'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:48:00.777308 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] 10.222.0.71 "PUT /v2.0/routers/8757bf93-4e0b-4909-845b-ac05c0247942/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6965151 Apr 15 10:48:00.789320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Routers {'8757bf93-4e0b-4909-845b-ac05c0247942'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:48:00.790187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:47:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8757bf93-4e0b-4909-845b-ac05c0247942'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:00.977316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Set router 8757bf93-4e0b-4909-845b-ac05c0247942 gateway port host: None {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:48:01.543434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'name': 'router1', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:48Z', 'updated_at': '2021-04-15T10:47:59Z', 'revision_number': 2, 'project_id': '055d8d7a511e4045acc10589281163cb', 'gw_port_host': None, '_interfaces': [{'id': 'ba240eb2-6b1f-4a06-b9c9-c63b64747874', 'name': '', 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'mac_address': 'fa:16:3e:9c:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:58Z', 'updated_at': '2021-04-15T10:47:59Z', 'revision_number': 2, 'project_id': '055d8d7a511e4045acc10589281163cb', 'subnets': [{'id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3240fbdd-90a8-4c77-814f-0e99688c7ce2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:01.548918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Checking router: 8757bf93-4e0b-4909-845b-ac05c0247942 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:48:01.549302 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Updating router 8757bf93-4e0b-4909-845b-ac05c0247942 port ba240eb2-6b1f-4a06-b9c9-c63b64747874 binding host dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:48:01.608718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:02.061766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Notify callbacks [] for port, precommit_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:02.076883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Transition to ACTIVE for port object ba240eb2-6b1f-4a06-b9c9-c63b64747874 will not be triggered until provisioned by entity L2. {{(pid=85316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:48:02.083449 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:02.097034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:02.241456 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Pushing event updated for resources: {'Port': ['ID=ba240eb2-6b1f-4a06-b9c9-c63b64747874,revision_number=3']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:02.265500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.265814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.266183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.266610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.267127 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.267692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.269244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.269574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.269937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.270293 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.270726 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.271231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Tracked resource versions report: Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: pushed versions: Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: { 'AddressGroup': {'1.2'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': {'1.0'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': {'1.0'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': {'1.1'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': {'1.7'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': {'1.2'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': {'1.8'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': {'1.4'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': {'1.0'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': {'1.1'}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': {'1.1'}} Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: consumer versions: Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: { DHCP agent@dv-cinder-786384-1-smb: {}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: L3 agent@dv-cinder-786384-1-smb: {}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: Metadata agent@dv-cinder-786384-1-smb: {}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: Metering agent@dv-cinder-786384-1-smb: {}, Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: Open vSwitch agent@dv-cinder-786384-1-smb: { 'AddressGroup': '1.2', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': '1.0', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': '1.0', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': '1.1', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': '1.7', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': '1.2', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': '1.8', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': '1.4', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': '1.2', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': '1.0', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': '1.1', Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': '1.1'}} Apr 15 10:48:02.272353 dv-cinder-786384-1-smb neutron-server[85198]: {{(pid=85316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:48:02.285356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:02.468167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Attempting to bind port ba240eb2-6b1f-4a06-b9c9-c63b64747874 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:48:02.468586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Attempting to bind port ba240eb2-6b1f-4a06-b9c9-c63b64747874 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'c3965a7f-d605-4f79-81cc-eca388d89fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db'}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:48:02.468995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Attempting to bind port ba240eb2-6b1f-4a06-b9c9-c63b64747874 on network 032672d3-8853-4fdf-9c50-7012742df5db {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:48:02.474910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:48:02.475321 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Checking segment: {'id': 'c3965a7f-d605-4f79-81cc-eca388d89fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:02.475798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:02.476227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Bound using segment: {'id': 'c3965a7f-d605-4f79-81cc-eca388d89fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db'} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:48:02.476763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Bound port: ba240eb2-6b1f-4a06-b9c9-c63b64747874, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3965a7f-d605-4f79-81cc-eca388d89fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db'}}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:48:02.477166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:02.572106 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] For port ba240eb2-6b1f-4a06-b9c9-c63b64747874, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:48:02.576730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] For port ba240eb2-6b1f-4a06-b9c9-c63b64747874, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=ba240eb2-6b1f-4a06-b9c9-c63b64747874,segment=NetworkSegment(c3965a7f-d605-4f79-81cc-eca388d89fc3),segment_id=c3965a7f-d605-4f79-81cc-eca388d89fc3)] {{(pid=85316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:48:02.582448 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:02.597962 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:02.747485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Pushing event updated for resources: {'Port': ['ID=ba240eb2-6b1f-4a06-b9c9-c63b64747874,revision_number=4']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:02.752690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:02.832031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Routers {'8757bf93-4e0b-4909-845b-ac05c0247942'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:48:02.832031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:47:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8757bf93-4e0b-4909-845b-ac05c0247942'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:03.000423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] Set router 8757bf93-4e0b-4909-845b-ac05c0247942 gateway port host: None {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:48:03.319508 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34086) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:03.346092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'name': 'router1', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:48Z', 'updated_at': '2021-04-15T10:47:59Z', 'revision_number': 2, 'project_id': '055d8d7a511e4045acc10589281163cb', 'gw_port_host': None, '_interfaces': [{'id': 'ba240eb2-6b1f-4a06-b9c9-c63b64747874', 'name': '', 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'mac_address': 'fa:16:3e:9c:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:58Z', 'updated_at': '2021-04-15T10:48:02Z', 'revision_number': 4, 'project_id': '055d8d7a511e4045acc10589281163cb', 'subnets': [{'id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3240fbdd-90a8-4c77-814f-0e99688c7ce2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:03.350426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbac745-a156-4940-9a02-38af353c1b06 None None] The sync data for ids ['8757bf93-4e0b-4909-845b-ac05c0247942'] in dv-cinder-786384-1-smb is: [{'id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'name': 'router1', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:48Z', 'updated_at': '2021-04-15T10:47:59Z', 'revision_number': 2, 'project_id': '055d8d7a511e4045acc10589281163cb', 'gw_port_host': None, '_interfaces': [{'id': 'ba240eb2-6b1f-4a06-b9c9-c63b64747874', 'name': '', 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'mac_address': 'fa:16:3e:9c:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:58Z', 'updated_at': '2021-04-15T10:48:02Z', 'revision_number': 4, 'project_id': '055d8d7a511e4045acc10589281163cb', 'subnets': [{'id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3240fbdd-90a8-4c77-814f-0e99688c7ce2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:48:03.485376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa7bbf-db17-4905-a658-95492473e79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:03.485906 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b6aa7bbf-db17-4905-a658-95492473e79a admin admin] Synchronizing usage tracker for tenant:73d0d9642e0742d0afed82e394a9ac1f on resource:network {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:03.504935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b6aa7bbf-db17-4905-a658-95492473e79a admin admin] Unset dirty status for tenant:73d0d9642e0742d0afed82e394a9ac1f on resource:network {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:03.512894 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b6aa7bbf-db17-4905-a658-95492473e79a admin admin] 10.222.0.71 "GET /v2.0/networks/23f07260-2a73-40f9-8de7-f6683f29607f HTTP/1.1" status: 200 len: 842 time: 0.1902647 Apr 15 10:48:03.517770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'ip_version': 4, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:03.523880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:03.528077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Usage tracker for resource:subnet and tenant:73d0d9642e0742d0afed82e394a9ac1f is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:03.531078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:03.537826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:03.547521 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Made reservation on behalf of 73d0d9642e0742d0afed82e394a9ac1f for: {'subnet': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:03.552270 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:04.003181 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.objects.ports [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85313) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 10:48:04.003807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for subnet, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:04.017152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:04.150591 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5975ef4b-417e-4a8c-8f64-4f6b81f62844,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:04.154754 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:04.231317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Checking segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:04.231674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Network hostable DHCP agents. Network: 23f07260-2a73-40f9-8de7-f6683f29607f, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:48:04.251157 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Network 23f07260-2a73-40f9-8de7-f6683f29607f is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:48:04.260478 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 23f07260-2a73-40f9-8de7-f6683f29607f) {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:04.264411 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:04.265045 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:04.271620 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ebc8ee-bae0-4e5f-abde-4ff38829da38 None None] Network 23f07260-2a73-40f9-8de7-f6683f29607f requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:04.289767 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7760246 Apr 15 10:48:04.517192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6453535f-c222-4a1b-8b69-bdff14092d5f None None] Network 23f07260-2a73-40f9-8de7-f6683f29607f requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:06.885794 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34100) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:07.099159 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-4ce9aff5-8673-4ff6-9c80-e8546d77af42 admin admin] 10.222.0.71 "GET /v2.0/routers/8757bf93-4e0b-4909-845b-ac05c0247942 HTTP/1.1" status: 200 len: 710 time: 0.2119966 Apr 15 10:48:07.229953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device ba240eb2-6b1f-4a06-b9c9-c63b64747874 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:07.240348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a050a3d-b3a0-415c-ae13-37676dc4e068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:07.241821 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8a050a3d-b3a0-415c-ae13-37676dc4e068 admin admin] 10.222.0.71 "GET /v2.0/networks/23f07260-2a73-40f9-8de7-f6683f29607f HTTP/1.1" status: 200 len: 886 time: 0.1369929 Apr 15 10:48:07.251981 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:07.306279 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port ba240eb2-6b1f-4a06-b9c9-c63b64747874 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:48:07.312634 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port ba240eb2-6b1f-4a06-b9c9-c63b64747874 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:07.313009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:07.434418 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:07.467588 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port ba240eb2-6b1f-4a06-b9c9-c63b64747874, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=ba240eb2-6b1f-4a06-b9c9-c63b64747874,segment=NetworkSegment(c3965a7f-d605-4f79-81cc-eca388d89fc3),segment_id=c3965a7f-d605-4f79-81cc-eca388d89fc3)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:48:07.470902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:07.474477 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:07.545454 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=ba240eb2-6b1f-4a06-b9c9-c63b64747874,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:07.548903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:07.719938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850960013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854716066'] for router, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:08.263358 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:08.324578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:08.469296 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Allocated IP 172.28.0.35 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/85975371-4a7e-4c8f-a5b2-0a72cbe41bcc) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:48:08.620610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:08.651587 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:08.664797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:08.795709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=85975371-4a7e-4c8f-a5b2-0a72cbe41bcc,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:08.798811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:08.852573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:48:08.853738 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:08.856165 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:48:09.221200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device ba240eb2-6b1f-4a06-b9c9-c63b64747874 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:09.264229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:09.293290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port ba240eb2-6b1f-4a06-b9c9-c63b64747874 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:09.293693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:09.623316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850960013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854716066'] for router, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:09.627043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3815755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850960062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850858805'] for router, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:09.815643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Router 8757bf93-4e0b-4909-845b-ac05c0247942 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:48:10.205415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:48:10.215451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:10.216711 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] 10.222.0.71 "PUT /v2.0/routers/8757bf93-4e0b-4909-845b-ac05c0247942 HTTP/1.1" status: 200 len: 889 time: 2.9683263 Apr 15 10:48:10.216960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Sync routers for ids ['8757bf93-4e0b-4909-845b-ac05c0247942'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:48:10.229274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Routers {'8757bf93-4e0b-4909-845b-ac05c0247942'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:48:10.229986 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:47:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8757bf93-4e0b-4909-845b-ac05c0247942'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:10.440554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Set router 8757bf93-4e0b-4909-845b-ac05c0247942 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:48:10.810749 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'name': 'router1', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '85975371-4a7e-4c8f-a5b2-0a72cbe41bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:48Z', 'updated_at': '2021-04-15T10:48:09Z', 'revision_number': 4, 'project_id': '055d8d7a511e4045acc10589281163cb', 'gw_port': {'id': '85975371-4a7e-4c8f-a5b2-0a72cbe41bcc', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:08Z', 'updated_at': '2021-04-15T10:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ba240eb2-6b1f-4a06-b9c9-c63b64747874', 'name': '', 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'mac_address': 'fa:16:3e:9c:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:58Z', 'updated_at': '2021-04-15T10:48:07Z', 'revision_number': 5, 'project_id': '055d8d7a511e4045acc10589281163cb', 'subnets': [{'id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3240fbdd-90a8-4c77-814f-0e99688c7ce2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:10.816009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Checking router: 8757bf93-4e0b-4909-845b-ac05c0247942 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:48:10.816364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Updating router 8757bf93-4e0b-4909-845b-ac05c0247942 port 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc binding host dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:48:10.874281 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:11.289593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Notify callbacks [] for port, precommit_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:11.302380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Transition to ACTIVE for port object 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:48:11.308721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:11.322016 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:11.453629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6a8fa-7570-4f4f-a66b-34bdb9fc240d None None] Pushing event updated for resources: {'Port': ['ID=85975371-4a7e-4c8f-a5b2-0a72cbe41bcc,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:11.457980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d0c6a8fa-7570-4f4f-a66b-34bdb9fc240d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:11.521937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Attempting to bind port 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:48:11.522289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Attempting to bind port 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:48:11.522736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Attempting to bind port 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc on network 23f07260-2a73-40f9-8de7-f6683f29607f {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:48:11.528886 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:48:11.529293 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Checking segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:11.529972 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:11.530087 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Bound using segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:48:11.530639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Bound port: 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:48:11.531047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:11.610798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] For port 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:48:11.613952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] For port 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=85975371-4a7e-4c8f-a5b2-0a72cbe41bcc,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:48:11.617973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:11.631296 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:11.775327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6a8fa-7570-4f4f-a66b-34bdb9fc240d None None] Pushing event updated for resources: {'Port': ['ID=85975371-4a7e-4c8f-a5b2-0a72cbe41bcc,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:11.787641 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d0c6a8fa-7570-4f4f-a66b-34bdb9fc240d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:11.829226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Routers {'8757bf93-4e0b-4909-845b-ac05c0247942'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:48:11.829853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:47:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8757bf93-4e0b-4909-845b-ac05c0247942'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:12.179232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] Set router 8757bf93-4e0b-4909-845b-ac05c0247942 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:48:12.534953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'name': 'router1', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '85975371-4a7e-4c8f-a5b2-0a72cbe41bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:48Z', 'updated_at': '2021-04-15T10:48:09Z', 'revision_number': 4, 'project_id': '055d8d7a511e4045acc10589281163cb', 'gw_port': {'id': '85975371-4a7e-4c8f-a5b2-0a72cbe41bcc', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:08Z', 'updated_at': '2021-04-15T10:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ba240eb2-6b1f-4a06-b9c9-c63b64747874', 'name': '', 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'mac_address': 'fa:16:3e:9c:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:58Z', 'updated_at': '2021-04-15T10:48:07Z', 'revision_number': 5, 'project_id': '055d8d7a511e4045acc10589281163cb', 'subnets': [{'id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3240fbdd-90a8-4c77-814f-0e99688c7ce2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:48:12.540307 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab6d02-790c-4f24-a639-e2aa4d800e53 None None] The sync data for ids ['8757bf93-4e0b-4909-845b-ac05c0247942'] in dv-cinder-786384-1-smb is: [{'id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'name': 'router1', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '85975371-4a7e-4c8f-a5b2-0a72cbe41bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:47:48Z', 'updated_at': '2021-04-15T10:48:09Z', 'revision_number': 4, 'project_id': '055d8d7a511e4045acc10589281163cb', 'gw_port': {'id': '85975371-4a7e-4c8f-a5b2-0a72cbe41bcc', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:48:08Z', 'updated_at': '2021-04-15T10:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ba240eb2-6b1f-4a06-b9c9-c63b64747874', 'name': '', 'network_id': '032672d3-8853-4fdf-9c50-7012742df5db', 'tenant_id': '055d8d7a511e4045acc10589281163cb', 'mac_address': 'fa:16:3e:9c:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757bf93-4e0b-4909-845b-ac05c0247942', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:47:58Z', 'updated_at': '2021-04-15T10:48:07Z', 'revision_number': 5, 'project_id': '055d8d7a511e4045acc10589281163cb', 'subnets': [{'id': 'da25def9-cdd5-446f-bfdb-a6fd4cff2d47', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3240fbdd-90a8-4c77-814f-0e99688c7ce2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:48:12.889447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34110) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:13.017535 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e062193d-758a-471c-b914-d822d328c1d2 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1267798 Apr 15 10:48:13.266378 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:13.352192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:48:13.357650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:13.358067 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:13.499271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:13.521814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=85975371-4a7e-4c8f-a5b2-0a72cbe41bcc,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:48:13.525269 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:13.527852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:13.609645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=85975371-4a7e-4c8f-a5b2-0a72cbe41bcc,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:13.609645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:15.242318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:15.316624 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 85975371-4a7e-4c8f-a5b2-0a72cbe41bcc triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:15.317179 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:17.305097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 5 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:48:19.615975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d68d-dcdf-49a9-8aa0-ad791fcd9549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:21.976649 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4e0d269d-c926-42e6-a309-76aaaa28cb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:23.013163 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:23.103552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:24.384887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:49.599339 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f691e492-eec3-4d08-823a-203e7d2e8484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:51.970337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fbb87cdc-cf58-438d-a3e8-fafa5122f060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:53.008208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:53.097989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:54.305683 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 5 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:48:54.401516 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:19.603937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1fba-97bb-4132-8680-5ec21a2094f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:21.974030 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f96de2d3-205c-41df-aae4-948e01dc3ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:23.011228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:23.102745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:24.394950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:31.306379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 5 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:49:49.607702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-31039f80-9291-434e-b59f-649eedf4bd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:51.977353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52f218a4-aea8-4e9a-99ec-7ef840a91b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:53.015571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:53.106897 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:54.400764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:56.024228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 34680) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:56.136214 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7267653-0dd1-45bb-823c-33505c077f9e admin admin] GET failed (client error): The resource could not be found. Apr 15 10:49:56.137604 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f7267653-0dd1-45bb-823c-33505c077f9e admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1120470 Apr 15 10:49:56.308348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6dc11-5e0a-4111-bb68-3a93e441da54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:56.309986 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-bee6dc11-5e0a-4111-bb68-3a93e441da54 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1676993 Apr 15 10:49:58.811512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 34690) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:58.943083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258fd3f3-9592-4192-a32c-7789ff41fb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:58.944562 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-258fd3f3-9592-4192-a32c-7789ff41fb1c admin admin] 10.222.0.71 "GET /v2.0/subnets/da25def9-cdd5-446f-bfdb-a6fd4cff2d47 HTTP/1.1" status: 200 len: 849 time: 0.1319051 Apr 15 10:49:58.955487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:49:59.085712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.409218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363262112790490'] for subnet, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.422953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:59.573927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da25def9-cdd5-446f-bfdb-a6fd4cff2d47,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:59.593342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.593711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.594081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.594452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.594814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.595162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.595506 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.595853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.596197 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.596540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.596863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.597202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Tracked resource versions report: Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: pushed versions: Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: { 'AddressGroup': {'1.2'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': {'1.0'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': {'1.0'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': {'1.1'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': {'1.7'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': {'1.2'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': {'1.8'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': {'1.4'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': {'1.0'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': {'1.1'}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': {'1.1'}} Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: consumer versions: Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: { DHCP agent@dv-cinder-786384-1-smb: {}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: L3 agent@dv-cinder-786384-1-smb: {}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: Metadata agent@dv-cinder-786384-1-smb: {}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: Metering agent@dv-cinder-786384-1-smb: {}, Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: Open vSwitch agent@dv-cinder-786384-1-smb: { 'AddressGroup': '1.2', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': '1.0', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': '1.0', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': '1.1', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': '1.7', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': '1.2', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': '1.8', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': '1.4', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': '1.2', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': '1.0', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': '1.1', Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': '1.1'}} Apr 15 10:49:59.598318 dv-cinder-786384-1-smb neutron-server[85198]: {{(pid=85314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:49:59.647393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:59.656377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:59.657025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.658491 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] 10.222.0.71 "PUT /v2.0/subnets/da25def9-cdd5-446f-bfdb-a6fd4cff2d47 HTTP/1.1" status: 200 len: 868 time: 0.7070713 Apr 15 10:49:59.661873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed55f3f-6d90-4dd7-b43f-0806e4cb17fc None None] Network 032672d3-8853-4fdf-9c50-7012742df5db requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:50:00.162837 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-a217cf84-76e2-4b5b-a72a-4fbcb01bd199 None None] Provisioning complete for port f12fddb4-5bbe-414b-96ed-71a2e5bae001 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:00.163708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a217cf84-76e2-4b5b-a72a-4fbcb01bd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.304893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-a217cf84-76e2-4b5b-a72a-4fbcb01bd199 None None] Provisioning complete for port ba240eb2-6b1f-4a06-b9c9-c63b64747874 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:00.305301 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a217cf84-76e2-4b5b-a72a-4fbcb01bd199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:02.145924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 34706) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:02.343865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9453e03-b0bb-4963-b3bf-f4a2b977a7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:02.344386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9453e03-b0bb-4963-b3bf-f4a2b977a7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:02.346005 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d9453e03-b0bb-4963-b3bf-f4a2b977a7e9 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1990011 Apr 15 10:50:04.869611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 34716) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:05.078761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a4df6-7de1-46ef-8be0-c939cd2b89ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:05.079293 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a4df6-7de1-46ef-8be0-c939cd2b89ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:05.080939 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-be4a4df6-7de1-46ef-8be0-c939cd2b89ac admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2102127 Apr 15 10:50:07.581486 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 34726) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:07.782233 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b394e5-3610-460b-b6cc-60eba2ce2195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:07.783686 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-20b394e5-3610-460b-b6cc-60eba2ce2195 admin admin] 10.222.0.71 "GET /v2.0/networks/032672d3-8853-4fdf-9c50-7012742df5db HTTP/1.1" status: 200 len: 870 time: 0.2010994 Apr 15 10:50:08.306288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 5 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:50:10.265893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 34736) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:10.463067 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea896a-684d-4194-9d45-aa264a1536f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:10.464443 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-90ea896a-684d-4194-9d45-aa264a1536f6 admin admin] 10.222.0.71 "GET /v2.0/networks/23f07260-2a73-40f9-8de7-f6683f29607f HTTP/1.1" status: 200 len: 886 time: 0.1974266 Apr 15 10:50:12.988732 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34746) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:13.121211 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58d2835-9eb0-47bf-9f93-69417844ebab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:13.121711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58d2835-9eb0-47bf-9f93-69417844ebab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:13.122532 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f58d2835-9eb0-47bf-9f93-69417844ebab admin admin] Synchronizing usage tracker for tenant:73d0d9642e0742d0afed82e394a9ac1f on resource:subnet {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:50:13.140351 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f58d2835-9eb0-47bf-9f93-69417844ebab admin admin] Unset dirty status for tenant:73d0d9642e0742d0afed82e394a9ac1f on resource:subnet {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:50:13.141530 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f58d2835-9eb0-47bf-9f93-69417844ebab admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1514606 Apr 15 10:50:15.663902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34756) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:15.796009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0b69fb-422c-4de3-85d6-779e25b08835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:15.796442 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0b69fb-422c-4de3-85d6-779e25b08835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:15.798055 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ff0b69fb-422c-4de3-85d6-779e25b08835 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1331110 Apr 15 10:50:18.343026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34766) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:18.479043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f057d2c-085a-4fc2-8108-46bac91142a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:18.480497 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2f057d2c-085a-4fc2-8108-46bac91142a1 admin admin] 10.222.0.71 "GET /v2.0/subnets/5975ef4b-417e-4a8c-8f64-4f6b81f62844 HTTP/1.1" status: 200 len: 816 time: 0.1364419 Apr 15 10:50:19.611224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-795babae-e821-4616-a186-f956c610519f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:20.967125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34776) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:21.106434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc60b6-1e02-4ed6-b81e-62a73f36d800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:21.108359 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f3fc60b6-1e02-4ed6-b81e-62a73f36d800 admin admin] 10.222.0.71 "GET /v2.0/subnets/da25def9-cdd5-446f-bfdb-a6fd4cff2d47 HTTP/1.1" status: 200 len: 868 time: 0.1397994 Apr 15 10:50:21.981392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e096d2ad-1af0-49a8-bf45-cd89e70e89e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:23.020008 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:23.113899 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:24.401967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:45.309821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 5 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:50:47.618110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34820) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:47.680893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [None req-73794ea6-9611-4c5e-bec0-bc2e97c29e90 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:50:47.682332 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-73794ea6-9611-4c5e-bec0-bc2e97c29e90 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0626347 Apr 15 10:50:49.615727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-70e9585b-3b89-4bf1-be2f-a380cdd9b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:50.285960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34830) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:50.370013 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0e98cc-4038-4c3d-8bbe-8e0db815396f admin admin] GET failed (client error): The resource could not be found. Apr 15 10:50:50.371401 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-eb0e98cc-4038-4c3d-8bbe-8e0db815396f admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0840428 Apr 15 10:50:50.511617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7058c8-3eb0-4405-8c0d-9ed6e87be60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:50.513160 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3a7058c8-3eb0-4405-8c0d-9ed6e87be60a admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1349766 Apr 15 10:50:51.985951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-05257ce8-66e8-4479-b6a3-3b73c562b871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:53.019352 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34840) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:53.020652 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:53.074290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:53.079571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:53.091051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:53.102382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Made reservation on behalf of 73d0d9642e0742d0afed82e394a9ac1f for: {'network': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:50:53.107302 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:53.113409 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:53.204667 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.services.revisions.revision_plugin [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Could not find related network for resource to bump revision. Apr 15 10:50:53.218586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1244, 'physical_network': 'physnet1'} {{(pid=85313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:50:53.227935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:53.228311 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Added segment f019d21b-6688-45a4-933e-ff18163f36aa of type vlan for network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 Apr 15 10:50:53.258090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:53.289614 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:53.291011 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:53.291639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:53.295310 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:53.399070 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3778815 Apr 15 10:50:53.399797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=5514c97b-a7ad-4e4b-8ed8-6157ea85ec51,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:53.407398 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.407682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.408050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.408409 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.408770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.409128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.409477 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.409827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.410194 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.410574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.410926 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.411289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:53.415560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:53.425634 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:50:54.405919 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:55.899167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 34850) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:55.980285 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6c948d-46dd-4ae2-b61d-a1965d3a6001 admin admin] GET failed (client error): The resource could not be found. Apr 15 10:50:55.981673 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-df6c948d-46dd-4ae2-b61d-a1965d3a6001 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0814772 Apr 15 10:50:56.111664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5832db-bdde-4ce7-8570-53ca846ef44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:56.113832 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-6c5832db-bdde-4ce7-8570-53ca846ef44b admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1254795 Apr 15 10:50:56.125709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Request body: {'subnet': {'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:50:56.131613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:56.142463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:56.153708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Made reservation on behalf of 73d0d9642e0742d0afed82e394a9ac1f for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:50:56.158309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:56.621848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:56.637237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:56.917323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf7d437-2eba-482c-ab85-c810c33b7156,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:56.921179 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:56.999319 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Checking segment: {'id': 'f019d21b-6688-45a4-933e-ff18163f36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:50:56.999675 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Network hostable DHCP agents. Network: 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:50:57.021982 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:50:57.032198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:57.036547 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:50:57.037297 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:57.043011 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4ebf20-ec83-4b26-84d7-bcb4c264468e None None] Network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:50:57.066954 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9450960 Apr 15 10:50:57.445224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c448b85-0c5b-51f4-9699-53a11923281c-5514c97b-a7ad-4e4b-8ed8-6157ea85ec51', 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51', 'tenant_id': '73d0d9642e0742d0afed82e394a9ac1f', 'fixed_ips': [{'subnet_id': 'fbf7d437-2eba-482c-ab85-c810c33b7156'}]}} from dv-cinder-786384-1-smb. {{(pid=85315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:50:57.446140 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:57.619720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Allocated IP 192.168.233.2 (5514c97b-a7ad-4e4b-8ed8-6157ea85ec51/fbf7d437-2eba-482c-ab85-c810c33b7156/7b03a601-50ef-4452-8057-9ab963522993) {{(pid=85315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:50:57.842772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Notify callbacks [] for port, precommit_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:57.853801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Transition to ACTIVE for port object 7b03a601-50ef-4452-8057-9ab963522993 will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:50:57.874705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Transition to ACTIVE for port object 7b03a601-50ef-4452-8057-9ab963522993 will not be triggered until provisioned by entity DHCP. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:50:57.880526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:57.896613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:58.030359 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Pushing event updated for resources: {'Port': ['ID=7b03a601-50ef-4452-8057-9ab963522993,revision_number=1']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:58.054999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.055361 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.055730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.056109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.056471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.056827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.057178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.057515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.057888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.058240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.058613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.058963 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:58.063060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:58.101772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 is already hosted by enough agents. {{(pid=85315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:50:58.103190 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Resources bound (agent type, host, resource id): {{(pid=85315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:50:58.106817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Received port after_create {{(pid=85315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:50:58.200319 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Attempting to bind port 7b03a601-50ef-4452-8057-9ab963522993 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:50:58.200724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Attempting to bind port 7b03a601-50ef-4452-8057-9ab963522993 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'f019d21b-6688-45a4-933e-ff18163f36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:50:58.201121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Attempting to bind port 7b03a601-50ef-4452-8057-9ab963522993 on network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:50:58.206844 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:50:58.207249 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Checking segment: {'id': 'f019d21b-6688-45a4-933e-ff18163f36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:50:58.207685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:58.208110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Bound using segment: {'id': 'f019d21b-6688-45a4-933e-ff18163f36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:50:58.208714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Bound port: 7b03a601-50ef-4452-8057-9ab963522993, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f019d21b-6688-45a4-933e-ff18163f36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:50:58.209108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:58.305880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] For port 7b03a601-50ef-4452-8057-9ab963522993, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:50:58.309644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] For port 7b03a601-50ef-4452-8057-9ab963522993, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=7b03a601-50ef-4452-8057-9ab963522993,segment=NetworkSegment(f019d21b-6688-45a4-933e-ff18163f36aa),segment_id=f019d21b-6688-45a4-933e-ff18163f36aa)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:50:58.312746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:58.328896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d0c6a8fa-7570-4f4f-a66b-34bdb9fc240d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:58.472743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Pushing event updated for resources: {'Port': ['ID=7b03a601-50ef-4452-8057-9ab963522993,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:58.476059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:59.364005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 7b03a601-50ef-4452-8057-9ab963522993 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:50:59.439653 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port 7b03a601-50ef-4452-8057-9ab963522993 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:50:59.776746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0d235-c02a-4956-a0df-a04dda9e1cf7 None None] Network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:50:59.877185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-eed46324-3779-4e1a-970e-ec54b119dc85 None None] Provisioning for port 7b03a601-50ef-4452-8057-9ab963522993 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:50:59.886944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-eed46324-3779-4e1a-970e-ec54b119dc85 None None] Provisioning complete for port 7b03a601-50ef-4452-8057-9ab963522993 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:50:59.887360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eed46324-3779-4e1a-970e-ec54b119dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:00.121090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eed46324-3779-4e1a-970e-ec54b119dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:00.171303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-eed46324-3779-4e1a-970e-ec54b119dc85 None None] For port 7b03a601-50ef-4452-8057-9ab963522993, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=7b03a601-50ef-4452-8057-9ab963522993,segment=NetworkSegment(f019d21b-6688-45a4-933e-ff18163f36aa),segment_id=f019d21b-6688-45a4-933e-ff18163f36aa)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:51:00.176925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eed46324-3779-4e1a-970e-ec54b119dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:00.179466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:51:00.255084 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed46324-3779-4e1a-970e-ec54b119dc85 None None] Pushing event updated for resources: {'Port': ['ID=7b03a601-50ef-4452-8057-9ab963522993,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:51:00.258987 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-eed46324-3779-4e1a-970e-ec54b119dc85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:51:00.406984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-c6ab47aa-8b1d-4111-ab92-2313957ee2ed None None] Provisioning complete for port 7b03a601-50ef-4452-8057-9ab963522993 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:00.407546 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c6ab47aa-8b1d-4111-ab92-2313957ee2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:01.339164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 7b03a601-50ef-4452-8057-9ab963522993 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:51:01.411866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 7b03a601-50ef-4452-8057-9ab963522993 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:51:01.412451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:19.619674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e79697a6-4da9-49fb-ad52-4a2b1bfebd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:21.988719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5d1d17e8-0458-4c3c-80a7-65bdb14d3e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:22.309893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 5 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:51:23.025472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:23.110244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:24.409704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:49.623286 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-03e32823-1785-4526-9516-e18ba6593d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:51.995136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3f774e4f-efe2-43a8-8697-f6b7add8fa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:53.027621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:53.114951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:54.423527 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:59.310144 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 5 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:52:11.954775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34892) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:11.961417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [None req-af90e767-d81c-411e-84f4-84d2365085d1 tempest-verify_tempest_config-1752649134 tempest-verify_tempest_config-1752649134-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:52:11.962511 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-af90e767-d81c-411e-84f4-84d2365085d1 tempest-verify_tempest_config-1752649134 tempest-verify_tempest_config-1752649134-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066028 Apr 15 10:52:12.308631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 34910) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:12.445211 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:12.461034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:52:12.465426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Usage tracker for resource:security_group_rule and tenant:7e8d9537d7834776b6589279a9cfca99 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:52:12.468900 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:52:12.475613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:52:12.591295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:12.595051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:12.604331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:12.647529 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7e8d9537d7834776b6589279a9cfca99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3375490 Apr 15 10:52:12.648380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2451d1-a38c-4b28-9937-1fed122d2152,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:12.650718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34916) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:12.655888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.656264 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.656632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.656996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.657354 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.657688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.658047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.658429 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.658809 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.659158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.659507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.659856 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.665133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:12.714258 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:12.741806 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:12.813062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:12.819975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:52:12.830582 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2451d1-a38c-4b28-9937-1fed122d2152,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:52:12.840874 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.841253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.841662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.841970 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.842321 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.842702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.843051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.843401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.843765 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.844115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.844460 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.844804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:52:12.847981 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:12.849201 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da2451d1-a38c-4b28-9937-1fed122d2152 HTTP/1.1" status: 204 len: 168 time: 0.1974444 Apr 15 10:52:12.850051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:52:19.628603 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6302ca58-46c2-4cb6-9358-a4ce5e029786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:21.989350 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-530a74df-4172-4c9f-992d-e4c81e21511b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:23.032100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:23.118803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:24.416435 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:36.316111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 5 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:52:49.633282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a30810c9-b79e-4478-856a-60b054e827a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:52.006732 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e28530a-1a37-44bd-8863-db660b15eb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:53.038641 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:53.127438 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:54.433377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:13.312032 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 5 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:53:19.637426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6f59ca90-92b3-4af4-8724-6b590c763b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:22.001397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e994e810-8e4f-483d-9ec7-bb72b0c7c68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:23.049265 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:23.128236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:24.438227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:49.636810 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-129f52b3-f032-4a44-8ec8-1ce731336b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:50.312508 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 5 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:53:51.995289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2adfd4e9-22b4-4d5b-86f4-2dda43159e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.043451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.120576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:54.431727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.204380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298'] for agent, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.820548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 34996) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:13.956137 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a416cdd2-3b65-4c67-b39a-811e798e95fd admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1343725 Apr 15 10:54:16.476448 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35006) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:16.542087 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-471e6c05-7cac-431c-9c60-3fbe2954743d admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0639892 Apr 15 10:54:19.637543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-686dd3de-fc49-443a-8d47-d35cd8ad64f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.999348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b0531b0f-3077-4547-9c72-86a07c8a0711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.046579 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.123093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.442203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.318660 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:54:29.139485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.637146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3d729432-c6d3-4965-83e8-c7a4edde18e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:52.009709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f4a61961-d7b4-4ee3-a513-14bca9315344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:53.056446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:53.136609 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.443845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.141108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.324657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:55:19.631432 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67e1b309-2c55-469e-b1d6-ed14b5873672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.005685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6a010b9e-dfa8-49ff-afbd-c4cd6570ed57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.055164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.131166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.444276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:29.141118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.325349 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:55:49.635570 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5edad38c-1154-4498-99c2-7d486df04e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:52.004299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-be8cff99-f628-4f4e-8921-d9691e155708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:53.065604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:53.144848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.457663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.097027 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35238) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:58.292769 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35254) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:58.448199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1605257827-network', 'tenant_id': 'a9307a4c2f3247bf8daecadb5e41dda9'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:58.453456 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:58.458047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Usage tracker for resource:network and tenant:a9307a4c2f3247bf8daecadb5e41dda9 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:58.463072 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:58.471236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:58.481497 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Made reservation on behalf of a9307a4c2f3247bf8daecadb5e41dda9 for: {'network': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:58.488336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.523982 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.555754 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:58.561574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Usage tracker for resource:security_group_rule and tenant:a9307a4c2f3247bf8daecadb5e41dda9 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:58.566569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:58.574402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:58.689801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.694603 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.701145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f68e953c-9800-4ca5-a8a7-614451d87e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:58.732461 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f59bd6c-cf3e-47cc-8480-0259e8468229,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:58.747042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.747565 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.748034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.748502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.749064 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.749517 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.749976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.750665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.751128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.751573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.752023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.752752 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Tracked resource versions report: Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: pushed versions: Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: { 'AddressGroup': {'1.2'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': {'1.0'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': {'1.0'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': {'1.1'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': {'1.7'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': {'1.2'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': {'1.8'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': {'1.4'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': {'1.0'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': {'1.1'}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': {'1.1'}} Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: consumer versions: Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: { DHCP agent@dv-cinder-786384-1-smb: {}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: L3 agent@dv-cinder-786384-1-smb: {}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: Metadata agent@dv-cinder-786384-1-smb: {}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: Metering agent@dv-cinder-786384-1-smb: {}, Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: Open vSwitch agent@dv-cinder-786384-1-smb: { 'AddressGroup': '1.2', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': '1.0', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': '1.0', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': '1.1', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': '1.7', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': '1.2', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': '1.8', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': '1.4', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': '1.2', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': '1.0', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': '1.1', Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': '1.1'}} Apr 15 10:55:58.753914 dv-cinder-786384-1-smb neutron-server[85198]: {{(pid=85313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:55:58.759399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] vlan segment allocate from pool success with {'vlan_id': 1208, 'physical_network': 'physnet1'} {{(pid=85313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:58.762107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:58.774253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.774788 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Added segment 3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4 of type vlan for network e709931c-bc8b-4f8c-bd64-03d344724c43 Apr 15 10:55:58.813098 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-network', 'tenant_id': '5641ab83691346c7a660b2862ae48f16'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:58.818871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.826691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:58.833474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Usage tracker for resource:network and tenant:5641ab83691346c7a660b2862ae48f16 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:58.838262 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:58.846175 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:58.873884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Made reservation on behalf of 5641ab83691346c7a660b2862ae48f16 for: {'network': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:58.879298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.902018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.905149 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:58.912548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.920602 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.000891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:59.049491 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:59.068064 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Usage tracker for resource:security_group_rule and tenant:5641ab83691346c7a660b2862ae48f16 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:59.073100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:59.102709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:59.142189 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.182977 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0846543 Apr 15 10:55:59.183971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 35290) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:59.191735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Request body: {'subnet': {'network_id': 'e709931c-bc8b-4f8c-bd64-03d344724c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1605257827-subnet', 'tenant_id': 'a9307a4c2f3247bf8daecadb5e41dda9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:59.196889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:59.201372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Usage tracker for resource:subnet and tenant:a9307a4c2f3247bf8daecadb5e41dda9 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:59.205201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:59.212387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:59.223765 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Made reservation on behalf of a9307a4c2f3247bf8daecadb5e41dda9 for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:59.229271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.251741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Pushing event updated for resources: {'Network': ['ID=e709931c-bc8b-4f8c-bd64-03d344724c43,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:59.264762 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network e709931c-bc8b-4f8c-bd64-03d344724c43 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:59.270466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:59.437146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.443767 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.449873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4338eacd-954c-44c9-ac7c-74a82679aeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:59.494469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7863522-20de-4211-a982-450aa2bd5c38,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:59.501285 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:59.519724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 1222, 'physical_network': 'physnet1'} {{(pid=85313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:59.543863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.544701 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Added segment 69566968-060c-432b-83b8-1b9010cb70f8 of type vlan for network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 Apr 15 10:55:59.588579 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.650990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.653631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:59.654934 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.675195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:59.784173 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Pushing event updated for resources: {'Network': ['ID=774e9427-7fbc-45ba-ad1d-09a7dba651b7,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:59.791286 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:59.797035 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:59.802373 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5085077 Apr 15 10:55:59.805542 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35322) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:59.813884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Request body: {'subnet': {'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-subnet', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:59.830655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:59.845229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Usage tracker for resource:subnet and tenant:5641ab83691346c7a660b2862ae48f16 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:59.849727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:59.865397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:59.886568 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Made reservation on behalf of 5641ab83691346c7a660b2862ae48f16 for: {'subnet': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:59.896049 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.089700 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.133815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-525016f0-9e10-452b-bb23-e8c4c80cb1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:00.240135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3fdcc1-8506-4c69-9f5d-23736aef19df,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:00.301910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.302288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.302688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.303051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.303412 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.303927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.304283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.304638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.305010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.305363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.305719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.306067 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Tracked resource versions report: Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: pushed versions: Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: { 'AddressGroup': {'1.2'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': {'1.0'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': {'1.0'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': {'1.1'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': {'1.7'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': {'1.2'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': {'1.8'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': {'1.4'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': {'1.0'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': {'1.1'}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': {'1.1'}} Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: consumer versions: Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: { DHCP agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: L3 agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: Metadata agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: Metering agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: Open vSwitch agent@dv-cinder-786384-1-smb: { 'AddressGroup': '1.2', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': '1.0', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': '1.0', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': '1.1', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': '1.7', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': '1.2', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': '1.8', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': '1.4', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': '1.2', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': '1.0', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': '1.1', Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': '1.1'}} Apr 15 10:56:00.307396 dv-cinder-786384-1-smb neutron-server[85198]: {{(pid=85314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:56:00.318595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:00.414376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Checking segment: {'id': '3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e709931c-bc8b-4f8c-bd64-03d344724c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:00.414966 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Network hostable DHCP agents. Network: e709931c-bc8b-4f8c-bd64-03d344724c43, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:56:00.439156 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Network e709931c-bc8b-4f8c-bd64-03d344724c43 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:56:00.452014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for subnet, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.455769 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, e709931c-bc8b-4f8c-bd64-03d344724c43) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:00.460143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:00.460859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.465353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56175b78-0401-440a-aa20-6bad4b9d50af None None] Network e709931c-bc8b-4f8c-bd64-03d344724c43 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:00.468679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9be4c81a-76b4-45a4-9d70-cc5a55d052f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:00.494757 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3093522 Apr 15 10:56:00.642171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=032d86a1-e94d-44a4-941f-38a9ffac9281,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:00.656422 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:00.785480 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Checking segment: {'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:00.795200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Network hostable DHCP agents. Network: 774e9427-7fbc-45ba-ad1d-09a7dba651b7, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:56:00.831624 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3bd1a2-7d15-4874-9df3-e4c9ff582c76 None None] Network e709931c-bc8b-4f8c-bd64-03d344724c43 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:00.832392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 35376) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:00.842505 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:56:00.862092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 774e9427-7fbc-45ba-ad1d-09a7dba651b7) {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:00.879529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:00.880394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.927017 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1aa27704-d356-4995-8715-7145e01d6ebf admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1200976 Apr 15 10:56:00.929882 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 35384) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:00.935824 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-router', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:00.941747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:00.946877 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Usage tracker for resource:router and tenant:5641ab83691346c7a660b2862ae48f16 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:00.955377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:00.958097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:00.972063 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59764'] for router, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.973550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850858942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850960032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850954210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854716051'] for router, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.984070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6e3e7-66b0-4465-88a7-2ef6a72cf4af None None] Network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:01.006145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.038969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:01.047297 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] Usage tracker for resource:security_group_rule and tenant:60c110b98ea74590bbd315ce0d23f54b is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:01.051354 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.130589 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:01.153625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:01.396023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae3e8c2-1092-43b1-a87f-afa95e644c52 None None] Network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:01.766928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35430) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:01.767558 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.774678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.777825 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850960013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854716066'] for router, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.794778 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:01.870336 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=60c110b98ea74590bbd315ce0d23f54b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0362566 Apr 15 10:56:01.873427 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35442) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:01.925776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a68997-04ff-4adc-949d-63c80b87b5b4,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:01.942030 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:02.023695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0af9f753-7fd8-4dbe-9dfa-ffec9f6a6639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.076555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0af9f753-7fd8-4dbe-9dfa-ffec9f6a6639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.112780 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35462) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:02.172206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35478) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:02.176111 dv-cinder-786384-1-smb neutron-server[85198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 10:56:02.239135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.324375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:02.324976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.333630 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Usage tracker for resource:security_group_rule and tenant:6f17a3d3ff46486593dbdbf7d8c225d3 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:02.349048 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:02.358009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.370950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:02.370950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.376816 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0af9f753-7fd8-4dbe-9dfa-ffec9f6a6639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.396267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:02.414384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:02.440434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] Usage tracker for resource:security_group_rule and tenant:ce4276b2ec7141158c8d0c419b7c6933 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:02.463440 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:02.477199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9f753-7fd8-4dbe-9dfa-ffec9f6a6639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a68997-04ff-4adc-949d-63c80b87b5b4,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:02.479255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0af9f753-7fd8-4dbe-9dfa-ffec9f6a6639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.480634 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0af9f753-7fd8-4dbe-9dfa-ffec9f6a6639 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c6a68997-04ff-4adc-949d-63c80b87b5b4 HTTP/1.1" status: 204 len: 168 time: 0.6062036 Apr 15 10:56:02.497329 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:02.501223 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0af9f753-7fd8-4dbe-9dfa-ffec9f6a6639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:02.511131 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-eaa56637-ad5a-4a57-bedb-8741394ef7a0 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:02.511776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-eaa56637-ad5a-4a57-bedb-8741394ef7a0 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Synchronizing usage tracker for tenant:a9307a4c2f3247bf8daecadb5e41dda9 on resource:network {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:02.512720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Allocated IP 172.28.0.25 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/eae5cc76-3c5d-452b-a3ab-3f7be949427d) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:02.633201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.643041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.661097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:02.699735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.746110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.748371 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Synchronizing usage tracker for tenant:73d0d9642e0742d0afed82e394a9ac1f on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:02.756265 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bfb693-0764-4153-a6bb-c795ac52c678,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:02.777681 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.779745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:02.797274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:02.810334 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.821106 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-eaa56637-ad5a-4a57-bedb-8741394ef7a0 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Unset dirty status for tenant:a9307a4c2f3247bf8daecadb5e41dda9 on resource:network {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:02.829361 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-eaa56637-ad5a-4a57-bedb-8741394ef7a0 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/networks?id=e709931c-bc8b-4f8c-bd64-03d344724c43 HTTP/1.1" status: 200 len: 812 time: 0.6560504 Apr 15 10:56:02.881566 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-31cafd15-a6c7-4d52-9300-ab2071329e09 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/quotas/a9307a4c2f3247bf8daecadb5e41dda9 HTTP/1.1" status: 200 len: 375 time: 0.0506091 Apr 15 10:56:02.930211 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Unset dirty status for tenant:73d0d9642e0742d0afed82e394a9ac1f on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:02.934432 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6f17a3d3ff46486593dbdbf7d8c225d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8174732 Apr 15 10:56:02.943571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28cbf00-08aa-404b-bd75-a59248e02129,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:02.959698 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35540) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:02.974886 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-fbcfcc35-8047-43f4-8678-e513a854e5e0 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9307a4c2f3247bf8daecadb5e41dda9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922239 Apr 15 10:56:02.975888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:02.976736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35548) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:02.986668 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce4276b2ec7141158c8d0c419b7c6933&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2179017 Apr 15 10:56:03.014900 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35554) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:03.033804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.078063 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:03.129703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:03.166274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] Usage tracker for resource:security_group_rule and tenant:5578193b043d47f496219eda7bf758c2 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:03.202688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:03.210010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:03.221730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Pushing event updated for resources: {'Port': ['ID=eae5cc76-3c5d-452b-a3ab-3f7be949427d,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:03.230318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:03.239380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-96c2e7be-3769-4bc4-ab36-be9bfb5fa679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.317062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:03.318455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:03.320884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:03.328640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2e3cc6b7-ae90-44f1-9c8d-72ca7a038094 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:56:03.329748 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2e3cc6b7-ae90-44f1-9c8d-72ca7a038094 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0952883 Apr 15 10:56:03.349050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-96c2e7be-3769-4bc4-ab36-be9bfb5fa679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.449401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59bd9cb6-9a05-44d2-b1c0-207d1c26b38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.562143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59bd9cb6-9a05-44d2-b1c0-207d1c26b38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.578089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.601502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.629791 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:03.676362 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-656ea1e1-a372-4bf3-9bd0-b93d03f81dd7 service neutron] 10.222.0.71 "GET /v2.0/networks/e709931c-bc8b-4f8c-bd64-03d344724c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309405 Apr 15 10:56:03.688418 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-96c2e7be-3769-4bc4-ab36-be9bfb5fa679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.732036 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5578193b043d47f496219eda7bf758c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7539952 Apr 15 10:56:03.740309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f902a1f-c54a-4f2a-b6fb-fad229c55b3b,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:03.742909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35594) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:03.800581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:03.801341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:03.931190 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.059652 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2e7be-3769-4bc4-ab36-be9bfb5fa679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bfb693-0764-4153-a6bb-c795ac52c678,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:04.071336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-96c2e7be-3769-4bc4-ab36-be9bfb5fa679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:04.102301 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59bd9cb6-9a05-44d2-b1c0-207d1c26b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.107391 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-96c2e7be-3769-4bc4-ab36-be9bfb5fa679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.108595 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-96c2e7be-3769-4bc4-ab36-be9bfb5fa679 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/73bfb693-0764-4153-a6bb-c795ac52c678 HTTP/1.1" status: 204 len: 168 time: 1.1476402 Apr 15 10:56:04.133561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:04.142297 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35612) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:04.170169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59bd9cb6-9a05-44d2-b1c0-207d1c26b38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.173845 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-59bd9cb6-9a05-44d2-b1c0-207d1c26b38f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f28cbf00-08aa-404b-bd75-a59248e02129 HTTP/1.1" status: 204 len: 168 time: 1.1540146 Apr 15 10:56:04.173845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd9cb6-9a05-44d2-b1c0-207d1c26b38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28cbf00-08aa-404b-bd75-a59248e02129,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:04.185105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-59bd9cb6-9a05-44d2-b1c0-207d1c26b38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:04.193915 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-ac53a18f-1e07-4901-8dc1-644abac5b839 service neutron] 10.222.0.71 "GET /v2.0/networks/e709931c-bc8b-4f8c-bd64-03d344724c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043070 Apr 15 10:56:04.196700 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d4bf-dbf0-475d-afa1-85281139ef83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.231300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d4bf-dbf0-475d-afa1-85281139ef83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.288013 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d4bf-dbf0-475d-afa1-85281139ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.295712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:04.309214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5d4bf-dbf0-475d-afa1-85281139ef83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f902a1f-c54a-4f2a-b6fb-fad229c55b3b,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:04.321973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f2b5d4bf-dbf0-475d-afa1-85281139ef83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:04.327377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d4bf-dbf0-475d-afa1-85281139ef83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.329231 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f2b5d4bf-dbf0-475d-afa1-85281139ef83 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f902a1f-c54a-4f2a-b6fb-fad229c55b3b HTTP/1.1" status: 204 len: 168 time: 0.5369048 Apr 15 10:56:04.469801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35634) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:04.518339 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850858760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815770'] for router, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.531432 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af374a8a-10c2-41eb-b07b-2c607d2e1fd7 req-ef33ad91-77ed-4a95-927e-534d7f94afe5 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 210 time: 0.0596638 Apr 15 10:56:04.756085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.774260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:04.778602 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] Usage tracker for resource:security_group_rule and tenant:e88c396aa0134f36bc716ee81f311275 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:04.781827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:04.788478 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 is scheduled to L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 with binding_index 1 {{(pid=85314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:56:04.790044 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:04.898927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.903404 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.934947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:04.945693 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e88c396aa0134f36bc716ee81f311275&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7997983 Apr 15 10:56:04.948977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35652) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:04.955815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35654) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:05.003605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:56:05.010618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.013525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Sync routers for ids ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:56:05.029233 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Routers {'a820b28e-0a3c-41c4-96d4-cdfedbcaab54'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:05.030050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:55:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:05.036579 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f920ed-70ce-444a-93f6-bb928165edca,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:05.048170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:05.053107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] Usage tracker for resource:security_group_rule and tenant:4c244b2d23f1459a9cdd2ee2a0fd9259 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:05.056414 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:05.062295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:05.067913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:05.095811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Notify callbacks [] for router, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.100047 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1661801 Apr 15 10:56:05.100183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 35668) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:05.224793 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.232933 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.245413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ae702ea9-57cf-43f5-a420-ad2f8b4acd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.257259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:05.331735 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4c244b2d23f1459a9cdd2ee2a0fd9259&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3741519 Apr 15 10:56:05.339123 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35688) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:05.340935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ae702ea9-57cf-43f5-a420-ad2f8b4acd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.418930 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6767c1c-19c9-45e8-a12b-2b17b94b6d26,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:05.423092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:05.483808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-115ddca1-63f9-4e49-8018-6a47f57190e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.565461 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-115ddca1-63f9-4e49-8018-6a47f57190e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.577996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ae702ea9-57cf-43f5-a420-ad2f8b4acd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.594800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:05.615098 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Set router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:05.615262 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae702ea9-57cf-43f5-a420-ad2f8b4acd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f920ed-70ce-444a-93f6-bb928165edca,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:05.618528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ae702ea9-57cf-43f5-a420-ad2f8b4acd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:05.762697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ae702ea9-57cf-43f5-a420-ad2f8b4acd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.770225 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ae702ea9-57cf-43f5-a420-ad2f8b4acd69 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f3f920ed-70ce-444a-93f6-bb928165edca HTTP/1.1" status: 204 len: 168 time: 0.8135228 Apr 15 10:56:05.796714 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-502d0cc9-cd2b-460e-bbd9-08f3b8c7c891 req-8df57aa2-3927-4a51-af9f-a82a79164bd1 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 210 time: 0.1115098 Apr 15 10:56:05.806722 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-115ddca1-63f9-4e49-8018-6a47f57190e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.819957 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-04fee051-2598-44d6-8e78-1dd9fc9b1cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:05.859105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ddca1-63f9-4e49-8018-6a47f57190e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6767c1c-19c9-45e8-a12b-2b17b94b6d26,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:05.864850 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-115ddca1-63f9-4e49-8018-6a47f57190e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:05.865970 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-115ddca1-63f9-4e49-8018-6a47f57190e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.867220 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-115ddca1-63f9-4e49-8018-6a47f57190e4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e6767c1c-19c9-45e8-a12b-2b17b94b6d26 HTTP/1.1" status: 204 len: 168 time: 0.5154760 Apr 15 10:56:06.036414 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-router', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:03Z', 'revision_number': 3, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'gw_port': {'id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:02Z', 'updated_at': '2021-04-15T10:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:06.040841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Checking router: a820b28e-0a3c-41c4-96d4-cdfedbcaab54 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:56:06.041215 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Updating router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 port eae5cc76-3c5d-452b-a3ab-3f7be949427d binding host dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:56:06.110139 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.810842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35778) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:06.874424 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.944170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:06.956580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] Usage tracker for resource:security_group_rule and tenant:3f6b1e74e02645faa4e678056ff08085 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:06.975003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:06.987981 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:07.110098 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7fcb575c-152b-4c58-845f-8a51581a9cc7 req-ff519388-08ba-4d47-be5e-6b3cd93cfb75 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 210 time: 0.1425781 Apr 15 10:56:07.174958 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Notify callbacks [] for port, precommit_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.175382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.215316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Transition to ACTIVE for port object eae5cc76-3c5d-452b-a3ab-3f7be949427d will not be triggered until provisioned by entity L2. {{(pid=85316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:07.240509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.320300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.325802 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.343590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:07.439995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b55b7-ef7c-4b21-9321-ffe6e44c3c61,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:07.460548 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f6b1e74e02645faa4e678056ff08085&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6443214 Apr 15 10:56:07.460548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:07.460873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35814) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:07.653848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Allocated IP 172.20.0.1 (774e9427-7fbc-45ba-ad1d-09a7dba651b7/032d86a1-e94d-44a4-941f-38a9ffac9281/0abd8c97-4281-4d96-836e-bbce1ff495b2) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:07.667111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4b2e-3696-4413-976f-d4e15067ca7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.720768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9588b4e6-c4df-4d3c-b341-b2408980d159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:07.737166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4b2e-3696-4413-976f-d4e15067ca7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.796826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4b2e-3696-4413-976f-d4e15067ca7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.801667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:07.830061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d4b2e-3696-4413-976f-d4e15067ca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b55b7-ef7c-4b21-9321-ffe6e44c3c61,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:07.836050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2d9d4b2e-3696-4413-976f-d4e15067ca7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:07.847306 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Attempting to bind port eae5cc76-3c5d-452b-a3ab-3f7be949427d on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:07.847629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Attempting to bind port eae5cc76-3c5d-452b-a3ab-3f7be949427d by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:07.848145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Attempting to bind port eae5cc76-3c5d-452b-a3ab-3f7be949427d on network 23f07260-2a73-40f9-8de7-f6683f29607f {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:07.851992 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4b2e-3696-4413-976f-d4e15067ca7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.854897 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2d9d4b2e-3696-4413-976f-d4e15067ca7f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1b6b55b7-ef7c-4b21-9321-ffe6e44c3c61 HTTP/1.1" status: 204 len: 168 time: 0.3929942 Apr 15 10:56:07.857022 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:07.857428 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Checking segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:07.857864 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.858289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Bound using segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:07.859279 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Bound port: eae5cc76-3c5d-452b-a3ab-3f7be949427d, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:07.859279 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.969640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] For port eae5cc76-3c5d-452b-a3ab-3f7be949427d, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:07.969980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.972967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] For port eae5cc76-3c5d-452b-a3ab-3f7be949427d, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=eae5cc76-3c5d-452b-a3ab-3f7be949427d,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:07.979994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.017511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.036625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6e0991cd-dbe5-48d2-bda8-f6c1ab22ebee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:08.133778 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Pushing event updated for resources: {'Port': ['ID=eae5cc76-3c5d-452b-a3ab-3f7be949427d,revision_number=2']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:08.134058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 35836) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:08.143657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.144083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.144444 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.144818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.145170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.145531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.145859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.146207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.146580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.146927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.147510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.147639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Tracked resource versions report: Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: pushed versions: Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: { 'AddressGroup': {'1.2'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': {'1.0'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': {'1.0'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': {'1.1'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': {'1.7'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': {'1.2'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': {'1.8'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': {'1.4'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': {'1.0'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': {'1.1'}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': {'1.1'}} Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: consumer versions: Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: { DHCP agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: L3 agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: Metadata agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: Metering agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: Open vSwitch agent@dv-cinder-786384-1-smb: { 'AddressGroup': '1.2', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': '1.0', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': '1.0', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': '1.1', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': '1.7', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': '1.2', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': '1.8', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': '1.4', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': '1.2', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': '1.0', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': '1.1', Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': '1.1'}} Apr 15 10:56:08.148699 dv-cinder-786384-1-smb neutron-server[85198]: {{(pid=85316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:56:08.173581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Routers {'a820b28e-0a3c-41c4-96d4-cdfedbcaab54'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:08.174327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:55:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:08.246405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Pushing event updated for resources: {'Port': ['ID=0abd8c97-4281-4d96-836e-bbce1ff495b2,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:08.259034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:08.328644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:08.329849 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:08.332610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:08.333144 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815839'] for router_interface, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.380836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:08.381414 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:08.432645 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6df92b22-6549-4ddf-ad27-0acb1eb0b0dc req-07adaa3d-9be6-4e94-983a-c08dc2df6298 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 210 time: 0.0816126 Apr 15 10:56:08.457255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.97', 64974) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:08.519202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Pushing event updated for resources: {'Port': ['ID=eae5cc76-3c5d-452b-a3ab-3f7be949427d,revision_number=3']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:08.532199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:08.613130 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] Set router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:08.736934 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.826147 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:08.854857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] Usage tracker for resource:security_group_rule and tenant:e8d60e7d681d46c284297ef714953f14 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:08.866266 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:08.888227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-8c79f0ee-008a-4970-ad0e-629d548296b0 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:08.892132 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-8c79f0ee-008a-4970-ad0e-629d548296b0 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.97 "GET /v2.0/networks?id=e709931c-bc8b-4f8c-bd64-03d344724c43 HTTP/1.1" status: 200 len: 812 time: 0.4336512 Apr 15 10:56:08.901747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:08.913860 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.999734 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Request body: {'port': {'device_id': '2d5ed4f8-15f6-4969-90d8-ce27fe42173e', 'network_id': 'e709931c-bc8b-4f8c-bd64-03d344724c43', 'admin_state_up': True, 'tenant_id': 'a9307a4c2f3247bf8daecadb5e41dda9'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:09.124051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-router', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:03Z', 'revision_number': 3, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'gw_port': {'id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:02Z', 'updated_at': '2021-04-15T10:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:09.132798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66962c9f-ab33-43bb-8064-121c545eb192 None None] The sync data for ids ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'] in dv-cinder-786384-1-smb is: [{'id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-router', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:03Z', 'revision_number': 3, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'gw_port': {'id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:02Z', 'updated_at': '2021-04-15T10:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:56:09.258150 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:09.262529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.265431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Usage tracker for resource:port and tenant:a9307a4c2f3247bf8daecadb5e41dda9 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:09.269200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:09.275464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:09.284299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.314192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:09.336994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Made reservation on behalf of a9307a4c2f3247bf8daecadb5e41dda9 for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:09.343507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.421820 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.432100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.433281 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815476'] for router_interface, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.445782 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e8d60e7d681d46c284297ef714953f14&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3103137 Apr 15 10:56:09.449079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 35898) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:09.449872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:09.450142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ce0204-c379-4833-8207-38fde06de626,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:09.458136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:09.757642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Allocated IP 172.20.0.6 (e709931c-bc8b-4f8c-bd64-03d344724c43/7c3fdcc1-8506-4c69-9f5d-23736aef19df/3605bb9f-55eb-45af-bfaf-8acbcb6cdaac) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:09.845608 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f8722a17-1908-48e1-80d4-7c73799c0c9a req-f573cb23-610e-4b86-865c-5c67a3cdc2d2 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 210 time: 0.0947299 Apr 15 10:56:09.846513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:09.851838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:09.883534 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Pushing event updated for resources: {'Port': ['ID=0abd8c97-4281-4d96-836e-bbce1ff495b2,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:09.974537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:10.067901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d39b619a-2c62-4a68-80a2-b838b7c6d4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.227069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.287690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.327267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:10.376089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d39b619a-2c62-4a68-80a2-b838b7c6d4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.514680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:56:10.571242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Pushing event updated for resources: {'Port': ['ID=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:10.577069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:10.659531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Network e709931c-bc8b-4f8c-bd64-03d344724c43 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:10.663188 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:10.664000 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d39b619a-2c62-4a68-80a2-b838b7c6d4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.679083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:10.688554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:10.689722 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.731419 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7386503 Apr 15 10:56:10.942871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:56:10.953974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:10.976877 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d39b619a-2c62-4a68-80a2-b838b7c6d4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.980893 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d39b619a-2c62-4a68-80a2-b838b7c6d4be admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79ce0204-c379-4833-8207-38fde06de626 HTTP/1.1" status: 204 len: 168 time: 1.4850531 Apr 15 10:56:10.980893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b619a-2c62-4a68-80a2-b838b7c6d4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ce0204-c379-4833-8207-38fde06de626,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:10.990014 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] 10.222.0.71 "PUT /v2.0/routers/a820b28e-0a3c-41c4-96d4-cdfedbcaab54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8816729 Apr 15 10:56:10.990014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d39b619a-2c62-4a68-80a2-b838b7c6d4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:11.140367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-cb6f6e09-a735-41f6-b2d5-1c2f43f2a723 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:56:11.141902 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-cb6f6e09-a735-41f6-b2d5-1c2f43f2a723 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084906 Apr 15 10:56:11.352092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642253d4-6f49-4ab3-a925-2274e5c096ca req-ba96b0e1-ffd4-4f42-8c4d-569c87b51781 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:11.352932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-642253d4-6f49-4ab3-a925-2274e5c096ca req-ba96b0e1-ffd4-4f42-8c4d-569c87b51781 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Synchronizing usage tracker for tenant:a9307a4c2f3247bf8daecadb5e41dda9 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:11.378195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-642253d4-6f49-4ab3-a925-2274e5c096ca req-ba96b0e1-ffd4-4f42-8c4d-569c87b51781 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Unset dirty status for tenant:a9307a4c2f3247bf8daecadb5e41dda9 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:11.390701 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-642253d4-6f49-4ab3-a925-2274e5c096ca req-ba96b0e1-ffd4-4f42-8c4d-569c87b51781 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 931 time: 0.2424605 Apr 15 10:56:11.523416 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-642253d4-6f49-4ab3-a925-2274e5c096ca req-e7eb35fc-90f3-4e51-b838-49586f8b1663 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Synchronizing usage tracker for tenant:a9307a4c2f3247bf8daecadb5e41dda9 on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:11.597507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-642253d4-6f49-4ab3-a925-2274e5c096ca req-e7eb35fc-90f3-4e51-b838-49586f8b1663 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Unset dirty status for tenant:a9307a4c2f3247bf8daecadb5e41dda9 on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:11.597507 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-642253d4-6f49-4ab3-a925-2274e5c096ca req-e7eb35fc-90f3-4e51-b838-49586f8b1663 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863840 Apr 15 10:56:11.685569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device eae5cc76-3c5d-452b-a3ab-3f7be949427d up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:11.830993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port eae5cc76-3c5d-452b-a3ab-3f7be949427d completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:11.840554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port eae5cc76-3c5d-452b-a3ab-3f7be949427d triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:11.840978 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.156326 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.171398 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36002) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:12.196135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port eae5cc76-3c5d-452b-a3ab-3f7be949427d, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=eae5cc76-3c5d-452b-a3ab-3f7be949427d,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:12.200170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.203569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-eed46324-3779-4e1a-970e-ec54b119dc85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:12.328953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=eae5cc76-3c5d-452b-a3ab-3f7be949427d,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:12.341251 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.341828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.342470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.342977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.343504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.344008 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.344526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.345021 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.345602 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.346251 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.347078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.347714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Tracked resource versions report: Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: pushed versions: Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: { 'AddressGroup': {'1.2'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': {'1.0'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': {'1.0'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': {'1.1'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': {'1.7'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': {'1.2'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': {'1.8'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': {'1.4'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': {'1.0'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': {'1.1'}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': {'1.1'}} Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: consumer versions: Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: { DHCP agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: L3 agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: Metadata agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: Metering agent@dv-cinder-786384-1-smb: {}, Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: Open vSwitch agent@dv-cinder-786384-1-smb: { 'AddressGroup': '1.2', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'ConntrackHelper': '1.0', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'Log': '1.0', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'Network': '1.1', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'Port': '1.7', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'PortForwarding': '1.2', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'QosPolicy': '1.8', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroup': '1.4', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'SecurityGroupRule': '1.2', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'SubPort': '1.0', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'Subnet': '1.1', Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: 'Trunk': '1.1'}} Apr 15 10:56:12.349032 dv-cinder-786384-1-smb neutron-server[85198]: {{(pid=85315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:56:12.355065 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:12.751480 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Sync routers for ids ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:56:12.769040 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Routers {'a820b28e-0a3c-41c4-96d4-cdfedbcaab54'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:12.780090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:55:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:12.871830 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc00f53-f6e5-431a-a981-59761c5fa129 req-721371f0-e986-4e4b-8dc2-d6484c2e1f14 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:12.880018 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4dc00f53-f6e5-431a-a981-59761c5fa129 req-721371f0-e986-4e4b-8dc2-d6484c2e1f14 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 931 time: 0.1232147 Apr 15 10:56:12.939168 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4dc00f53-f6e5-431a-a981-59761c5fa129 req-911c8d7d-5b5e-4621-8567-b23d9afbd330 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578659 Apr 15 10:56:12.947575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:12.967142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:12.972024 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] Usage tracker for resource:security_group_rule and tenant:94a02cf9ea554883b869675dedad4c9f is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:12.976177 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:12.982800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 36022) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:12.997428 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:13.090531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Set router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:13.140332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.145219 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.206891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d39b619a-2c62-4a68-80a2-b838b7c6d4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:13.241966 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94a02cf9ea554883b869675dedad4c9f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0691125 Apr 15 10:56:13.243026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0526c230-a015-4462-864c-b12f1c8b7d82,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:13.245425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 36040) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:13.246949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:13.438238 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c31a303c-d273-47d6-a8a7-3dbf55ab2b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.485643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.611536 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c31a303c-d273-47d6-a8a7-3dbf55ab2b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.656308 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device eae5cc76-3c5d-452b-a3ab-3f7be949427d up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:13.777795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c31a303c-d273-47d6-a8a7-3dbf55ab2b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.780533 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:13.847555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-router', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:08Z', 'revision_number': 4, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'gw_port': {'id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:02Z', 'updated_at': '2021-04-15T10:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': '0abd8c97-4281-4d96-836e-bbce1ff495b2', 'name': '', 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'mac_address': 'fa:16:3e:b2:16:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '032d86a1-e94d-44a4-941f-38a9ffac9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:07Z', 'updated_at': '2021-04-15T10:56:09Z', 'revision_number': 2, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'subnets': [{'id': '032d86a1-e94d-44a4-941f-38a9ffac9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:13.851644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port eae5cc76-3c5d-452b-a3ab-3f7be949427d triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:13.852228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:13.876317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3492aaa8-b1fb-4301-97c2-81500276f4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:13.887015 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Checking router: a820b28e-0a3c-41c4-96d4-cdfedbcaab54 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:56:13.887466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Updating router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 port 0abd8c97-4281-4d96-836e-bbce1ff495b2 binding host dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:56:13.914342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:a7c61cda42bb4557ab94b76c20db84ab is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:13.998985 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.204053 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a303c-d273-47d6-a8a7-3dbf55ab2b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0526c230-a015-4462-864c-b12f1c8b7d82,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:14.221353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:14.228680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:14.337538 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c31a303c-d273-47d6-a8a7-3dbf55ab2b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:14.341192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.405505 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-eab6a90f-8e5a-4705-9cbd-46d121076e4c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:14.406756 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-eab6a90f-8e5a-4705-9cbd-46d121076e4c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Synchronizing usage tracker for tenant:5641ab83691346c7a660b2862ae48f16 on resource:network {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:14.412586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c31a303c-d273-47d6-a8a7-3dbf55ab2b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.414458 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c31a303c-d273-47d6-a8a7-3dbf55ab2b50 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0526c230-a015-4462-864c-b12f1c8b7d82 HTTP/1.1" status: 204 len: 168 time: 1.1670086 Apr 15 10:56:14.426414 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.441358 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:14.551159 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7c61cda42bb4557ab94b76c20db84ab&name=default HTTP/1.1" status: 200 len: 2976 time: 1.5658245 Apr 15 10:56:14.554289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36094) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:14.557021 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c178146-1b4f-4687-9656-dda99f02f7cd,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:14.561172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:14.567294 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-eab6a90f-8e5a-4705-9cbd-46d121076e4c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Unset dirty status for tenant:5641ab83691346c7a660b2862ae48f16 on resource:network {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:14.568608 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-eab6a90f-8e5a-4705-9cbd-46d121076e4c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 819 time: 0.8055673 Apr 15 10:56:14.605244 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-5833063f-1203-424c-baf6-2e33576cf1d4 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/quotas/5641ab83691346c7a660b2862ae48f16 HTTP/1.1" status: 200 len: 375 time: 0.0247695 Apr 15 10:56:14.620558 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b231-3a67-46ed-871d-80ac233ce09d req-9316e9f0-770d-4ba5-b83c-94ebdb380b89 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:14.622330 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4cc0b231-3a67-46ed-871d-80ac233ce09d req-9316e9f0-770d-4ba5-b83c-94ebdb380b89 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 931 time: 0.2920129 Apr 15 10:56:14.733111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2816cdc2-c218-4f0c-8278-c85066421482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.804525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2816cdc2-c218-4f0c-8278-c85066421482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.890609 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4cc0b231-3a67-46ed-871d-80ac233ce09d req-992a102e-4a1c-4264-9d29-2a5d62ffe6ae tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506064 Apr 15 10:56:14.891641 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2816cdc2-c218-4f0c-8278-c85066421482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.897294 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:14.923695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816cdc2-c218-4f0c-8278-c85066421482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c178146-1b4f-4687-9656-dda99f02f7cd,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:14.941959 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-7eaa5065-134d-4e8a-ac8f-52f03cdb957a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3178353 Apr 15 10:56:14.951565 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2816cdc2-c218-4f0c-8278-c85066421482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:14.952231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2816cdc2-c218-4f0c-8278-c85066421482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:14.953595 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2816cdc2-c218-4f0c-8278-c85066421482 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c178146-1b4f-4687-9656-dda99f02f7cd HTTP/1.1" status: 204 len: 168 time: 0.3952777 Apr 15 10:56:15.309578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Notify callbacks [] for port, precommit_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.343507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Transition to ACTIVE for port object 0abd8c97-4281-4d96-836e-bbce1ff495b2 will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:15.352882 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.386313 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:15.505830 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Request body: {'port': {'device_id': '2d5ed4f8-15f6-4969-90d8-ce27fe42173e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:15.764464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28112e01-08f0-4038-8606-75542ea9170f None None] Pushing event updated for resources: {'Port': ['ID=0abd8c97-4281-4d96-836e-bbce1ff495b2,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:15.784009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-28112e01-08f0-4038-8606-75542ea9170f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:15.837057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.251588 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Attempting to bind port 0abd8c97-4281-4d96-836e-bbce1ff495b2 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:16.255652 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Attempting to bind port 0abd8c97-4281-4d96-836e-bbce1ff495b2 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:16.256102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Attempting to bind port 0abd8c97-4281-4d96-836e-bbce1ff495b2 on network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:16.268879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:16.269388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Checking segment: {'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:16.269924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.270985 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Bound using segment: {'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:16.271893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Bound port: 0abd8c97-4281-4d96-836e-bbce1ff495b2, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:16.274853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.385789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36150) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:16.414486 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-59e4adff-ed6e-40af-afe9-1b21106c376b service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:56:16.432090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.435915 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-59e4adff-ed6e-40af-afe9-1b21106c376b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3640511 Apr 15 10:56:16.507208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:16.517018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] Usage tracker for resource:security_group_rule and tenant:c555986b818542baa9994108a0c1e467 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:16.525196 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:16.534192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:16.640212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] For port 0abd8c97-4281-4d96-836e-bbce1ff495b2, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:16.647305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] For port 0abd8c97-4281-4d96-836e-bbce1ff495b2, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=0abd8c97-4281-4d96-836e-bbce1ff495b2,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:16.659161 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.701228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d45e1347-74e4-48af-858b-f1570c3eaa07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:16.715903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.720395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:16.736174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-09632afd-6cdb-40d5-af0b-461ba102471d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:16.837045 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c555986b818542baa9994108a0c1e467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499924 Apr 15 10:56:16.838887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bd03a5-3d0f-4759-8508-cfd790b5bccd,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:16.842314 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36166) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:16.859653 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:16.906667 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-174916d6-2d87-4985-aee0-5733fbabe0a8 service neutron] 10.222.0.71 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632931 Apr 15 10:56:17.013195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-31472eb1-2cfc-4c0f-94a9-5aa712357b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:17.091684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-31472eb1-2cfc-4c0f-94a9-5aa712357b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:17.091763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28112e01-08f0-4038-8606-75542ea9170f None None] Pushing event updated for resources: {'Port': ['ID=0abd8c97-4281-4d96-836e-bbce1ff495b2,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:17.100261 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-28112e01-08f0-4038-8606-75542ea9170f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:17.255120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-31472eb1-2cfc-4c0f-94a9-5aa712357b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:17.266828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c06ae6ca-11d2-4c6e-ae8a-435775ff406a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:17.287606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Routers {'a820b28e-0a3c-41c4-96d4-cdfedbcaab54'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:56:17.288754 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:55:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:17.302975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31472eb1-2cfc-4c0f-94a9-5aa712357b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bd03a5-3d0f-4759-8508-cfd790b5bccd,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:17.312208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-31472eb1-2cfc-4c0f-94a9-5aa712357b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:17.325447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-31472eb1-2cfc-4c0f-94a9-5aa712357b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:17.331386 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-31472eb1-2cfc-4c0f-94a9-5aa712357b7a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/95bd03a5-3d0f-4759-8508-cfd790b5bccd HTTP/1.1" status: 204 len: 168 time: 0.4764352 Apr 15 10:56:17.642912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] Set router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:56:18.325690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:56:18.346590 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-ba108d68-d976-4e25-9ad8-b8d7fa3e5448 service neutron] 10.222.0.71 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3107402 Apr 15 10:56:18.467933 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-router', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:08Z', 'revision_number': 4, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'gw_port': {'id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:02Z', 'updated_at': '2021-04-15T10:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': '0abd8c97-4281-4d96-836e-bbce1ff495b2', 'name': '', 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'mac_address': 'fa:16:3e:b2:16:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '032d86a1-e94d-44a4-941f-38a9ffac9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:07Z', 'updated_at': '2021-04-15T10:56:16Z', 'revision_number': 4, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'subnets': [{'id': '032d86a1-e94d-44a4-941f-38a9ffac9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:18.482800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b21d9af-1ddd-45d7-88f6-74f109bae553 None None] The sync data for ids ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'] in dv-cinder-786384-1-smb is: [{'id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-router', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:56:08Z', 'revision_number': 4, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'gw_port': {'id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:02Z', 'updated_at': '2021-04-15T10:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': '0abd8c97-4281-4d96-836e-bbce1ff495b2', 'name': '', 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'mac_address': 'fa:16:3e:b2:16:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '032d86a1-e94d-44a4-941f-38a9ffac9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:07Z', 'updated_at': '2021-04-15T10:56:16Z', 'revision_number': 4, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'subnets': [{'id': '032d86a1-e94d-44a4-941f-38a9ffac9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:56:18.510613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c989dca-c228-4d8e-bbbe-d47a21364b1e req-369906bb-6e97-40fc-b6ce-455ff9c68c76 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:18.534893 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8c989dca-c228-4d8e-bbbe-d47a21364b1e req-369906bb-6e97-40fc-b6ce-455ff9c68c76 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 931 time: 2.2515371 Apr 15 10:56:18.811524 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8c989dca-c228-4d8e-bbbe-d47a21364b1e req-d1c81116-dcf6-4ddb-a668-19e2764fba46 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593648 Apr 15 10:56:19.100958 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:19.171051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.221356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Transition to ACTIVE for port object 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:19.407350 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-80c1ffa0-f6aa-4770-87fd-b4b5e8bae559 req-f8db27cd-4071-4973-8a5a-c774ef281fc0 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 210 time: 0.1743321 Apr 15 10:56:19.409060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.433752 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:19.679590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4de5-78bb-4741-a2df-9224cc60651c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.801567 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 0abd8c97-4281-4d96-836e-bbce1ff495b2 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:20.164336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port 0abd8c97-4281-4d96-836e-bbce1ff495b2 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:20.183898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 0abd8c97-4281-4d96-836e-bbce1ff495b2 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:20.184466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.249634 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Pushing event updated for resources: {'Port': ['ID=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:20.578101 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.704717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.270s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:20.716424 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port 0abd8c97-4281-4d96-836e-bbce1ff495b2, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=0abd8c97-4281-4d96-836e-bbce1ff495b2,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:20.722312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.732658 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:20.744234 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36336) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:20.973424 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=0abd8c97-4281-4d96-836e-bbce1ff495b2,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:20.987146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:21.205330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f515b0-9556-43f7-a613-5d252ef6aab9 req-358cbefa-1c2e-4132-9fef-68baf574be01 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:21.220945 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b8f515b0-9556-43f7-a613-5d252ef6aab9 req-358cbefa-1c2e-4132-9fef-68baf574be01 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 943 time: 0.8106399 Apr 15 10:56:21.234083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Attempting to bind port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:21.234535 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Attempting to bind port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e709931c-bc8b-4f8c-bd64-03d344724c43'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:21.234898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Attempting to bind port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac on network e709931c-bc8b-4f8c-bd64-03d344724c43 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:21.326716 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.357488 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac on network e709931c-bc8b-4f8c-bd64-03d344724c43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:21.357927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Attempting to bind port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac on network e709931c-bc8b-4f8c-bd64-03d344724c43 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:21.368332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:21.383190 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] Usage tracker for resource:security_group_rule and tenant:3476ed4fb5a849478f29bd7a07f1fa5e is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:21.390012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:21.396582 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:21.396965 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Checking segment: {'id': '3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e709931c-bc8b-4f8c-bd64-03d344724c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:21.397578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Bound using segment: {'id': '3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e709931c-bc8b-4f8c-bd64-03d344724c43'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:21.398093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Bound port: 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': 'e709931c-bc8b-4f8c-bd64-03d344724c43'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:21.410528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.420717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:21.442665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-221d51ec-f1e4-4150-a936-3c8f841fa185 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:21.451147 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-221d51ec-f1e4-4150-a936-3c8f841fa185 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 819 time: 1.2971733 Apr 15 10:56:21.481686 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b8f515b0-9556-43f7-a613-5d252ef6aab9 req-bcdca9f8-d993-4cdd-8978-c21b1aece73b tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533541 Apr 15 10:56:21.562528 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-79c72b8b-d960-4d7c-b77d-5973249aabe2 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/quotas/5641ab83691346c7a660b2862ae48f16 HTTP/1.1" status: 200 len: 375 time: 0.1102881 Apr 15 10:56:21.681975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] For port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:21.691490 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] For port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,segment=NetworkSegment(3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4),segment_id=3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:21.720510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.735948 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 0abd8c97-4281-4d96-836e-bbce1ff495b2 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:21.742179 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.746817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.786306 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d873a9b8-6bdf-4370-98ab-f59af385171f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:21.797739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8dd799b5-8873-428a-bc21-06f99835af9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:21.971577 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 0abd8c97-4281-4d96-836e-bbce1ff495b2 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:21.972802 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3476ed4fb5a849478f29bd7a07f1fa5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2257719 Apr 15 10:56:21.973022 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.976735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36378) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:21.983784 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-b109181d-786e-47c6-b722-bf692580b04d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4199541 Apr 15 10:56:22.079762 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d71a77-23b9-4c93-8eea-b84870371f2a,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:22.096033 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:22.176367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-85b9c28f-ff29-430c-8ebf-014ee41e9ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.289443 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-85b9c28f-ff29-430c-8ebf-014ee41e9ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.309586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f8e7000e-14ff-4257-9736-875f9d18586f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.437439 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-85b9c28f-ff29-430c-8ebf-014ee41e9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.448662 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-77f724b6-09cf-446e-a33a-00cce60770a6 service neutron] 10.222.0.71 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637709 Apr 15 10:56:22.453461 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2fde1d64-4f03-4664-88a4-af651417a129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:22.494881 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-85b9c28f-ff29-430c-8ebf-014ee41e9ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.497921 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-85b9c28f-ff29-430c-8ebf-014ee41e9ebc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e4d71a77-23b9-4c93-8eea-b84870371f2a HTTP/1.1" status: 204 len: 168 time: 0.5171721 Apr 15 10:56:22.499640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9c28f-ff29-430c-8ebf-014ee41e9ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d71a77-23b9-4c93-8eea-b84870371f2a,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:22.505951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-85b9c28f-ff29-430c-8ebf-014ee41e9ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:22.859118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Pushing event updated for resources: {'Port': ['ID=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:22.865145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:23.037908 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-f2d81501-cb6e-4daa-ae68-6ed0a61a2a57 service neutron] 10.222.0.71 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880682 Apr 15 10:56:23.065583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f4c7-ef0b-4535-b64c-970d09ff21f0 req-a26d878a-e17c-4e3b-9522-ad244e74e07f tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.067291 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ce70f4c7-ef0b-4535-b64c-970d09ff21f0 req-a26d878a-e17c-4e3b-9522-ad244e74e07f tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 943 time: 0.2042205 Apr 15 10:56:23.068839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.069492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.069964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.070941 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] 10.222.0.97 "PUT /v2.0/ports/3605bb9f-55eb-45af-bfaf-8acbcb6cdaac HTTP/1.1" status: 200 len: 1093 time: 8.3111966 Apr 15 10:56:23.071451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5ed4f8-15f6-4969-90d8-ce27fe42173e', 'tag': '3605bb9f-55eb-45af-bfaf-8acbcb6cdaac'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:23.151526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.229605 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ce70f4c7-ef0b-4535-b64c-970d09ff21f0 req-cbf6b0fb-4a7d-4b6b-8413-b041012dbd3f tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982966 Apr 15 10:56:23.283241 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2b4c0648-3bd6-4c9a-94a1-b4162beb2e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.286965 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-2b4c0648-3bd6-4c9a-94a1-b4162beb2e81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9307a4c2f3247bf8daecadb5e41dda9&device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 1096 time: 0.1225204 Apr 15 10:56:23.434118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36438) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:23.495252 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.556781 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-19c5c5bd-048f-4730-8190-9a7c16d605d8 req-0e3720a4-2297-4581-b541-4113992179c0 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 210 time: 0.2808597 Apr 15 10:56:23.557169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:23.559408 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-3e609133-6504-4978-b7a5-20e12e2849df service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac HTTP/1.1" status: 200 len: 217 time: 0.2018340 Apr 15 10:56:23.569632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] Usage tracker for resource:security_group_rule and tenant:731f5c11c29b4f28823e01d83a72dde5 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:23.575249 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:23.586696 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:23.593493 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.97', 64999) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:23.595848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 36452) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:23.689818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36464) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:23.729993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.735407 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.769154 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:23.784749 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=731f5c11c29b4f28823e01d83a72dde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489649 Apr 15 10:56:23.788535 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36474) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:23.849014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88fee57-4c7c-4977-ae99-26d676ac1ac0,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:23.872901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:23.892188 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bee54203-f5e7-4e14-a25d-db2faf9f0e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.928948 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bee54203-f5e7-4e14-a25d-db2faf9f0e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.982571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bee54203-f5e7-4e14-a25d-db2faf9f0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:23.991816 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:24.013110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bee54203-f5e7-4e14-a25d-db2faf9f0e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.015301 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-bee54203-f5e7-4e14-a25d-db2faf9f0e0f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d88fee57-4c7c-4977-ae99-26d676ac1ac0 HTTP/1.1" status: 204 len: 168 time: 0.2247288 Apr 15 10:56:24.018142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee54203-f5e7-4e14-a25d-db2faf9f0e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88fee57-4c7c-4977-ae99-26d676ac1ac0,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:24.020840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bee54203-f5e7-4e14-a25d-db2faf9f0e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:24.135444 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.172651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:24.182967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f1bd463a9745b5b60a0470f4ca916d is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:24.189067 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:24.206102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:24.435267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.445863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.449541 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.464145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.471746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f77dcc15-c162-4ad0-bc43-50c0f9718163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:24.580649 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:24.585722 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] Usage tracker for resource:security_group_rule and tenant:89d550580a3440b5beb6159bd1e9e6f1 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:24.588959 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:24.595017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:24.612908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36502) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:24.621072 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e8f1bd463a9745b5b60a0470f4ca916d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9299359 Apr 15 10:56:24.630174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36508) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:24.645707 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf5c15-b0fb-4aa7-9e6a-bff28548dc75,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:24.661312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:24.723919 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-165bfd8d-3626-4748-ac76-4d36b9b7fa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.781610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-165bfd8d-3626-4748-ac76-4d36b9b7fa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.794567 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.802336 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5ed4f8-15f6-4969-90d8-ce27fe42173e', 'tag': '3605bb9f-55eb-45af-bfaf-8acbcb6cdaac', 'status': 'completed', 'code': 200} Apr 15 10:56:24.828502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.852795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-05e35c76-b237-4ef4-be06-f12e40973ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:24.879656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-165bfd8d-3626-4748-ac76-4d36b9b7fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.888833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bee54203-f5e7-4e14-a25d-db2faf9f0e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:24.928350 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e0840-b675-4673-bf36-4a132e6c0916,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:24.937050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:24.949396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-32382866-3a77-4b42-9d8e-5084034c192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:24.951022 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-32382866-3a77-4b42-9d8e-5084034c192f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7c3fdcc1-8506-4c69-9f5d-23736aef19df HTTP/1.1" status: 200 len: 852 time: 1.3434670 Apr 15 10:56:24.960674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bfd8d-3626-4748-ac76-4d36b9b7fa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf5c15-b0fb-4aa7-9e6a-bff28548dc75,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:24.979103 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-165bfd8d-3626-4748-ac76-4d36b9b7fa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.980784 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-165bfd8d-3626-4748-ac76-4d36b9b7fa74 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c3bf5c15-b0fb-4aa7-9e6a-bff28548dc75 HTTP/1.1" status: 204 len: 168 time: 0.3491266 Apr 15 10:56:24.982372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-165bfd8d-3626-4748-ac76-4d36b9b7fa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:24.985615 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:24.990484 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=89d550580a3440b5beb6159bd1e9e6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3934755 Apr 15 10:56:24.995194 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 36532) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:25.012610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:25.017218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] Usage tracker for resource:security_group_rule and tenant:c1354e0d09234e698dc4528082e3e0b3 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:25.020278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:25.027264 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:25.030535 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.97', 65006) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:25.059704 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-46d5884a-fe0a-4397-8ff7-7f3dc0e7e883 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e709931c-bc8b-4f8c-bd64-03d344724c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655737 Apr 15 10:56:25.211934 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-c9834e04-e50b-4703-906d-6cb5d60d7875 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:25.213675 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-c9834e04-e50b-4703-906d-6cb5d60d7875 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 819 time: 0.1819935 Apr 15 10:56:25.241922 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Request body: {'port': {'device_id': 'c2d94ed1-9db3-4051-9ed8-831ca649538a', 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7', 'admin_state_up': True, 'tenant_id': '5641ab83691346c7a660b2862ae48f16'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:25.348053 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-29c394dc-61e4-4d2f-b4bd-f535c361380d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:25.349805 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-29c394dc-61e4-4d2f-b4bd-f535c361380d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 819 time: 1.7439206 Apr 15 10:56:25.367647 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7122c027-b50f-428c-9650-38936f9b9920 req-2bb9e502-403f-4cb7-afb4-32562dae85f8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 210 time: 0.5422029 Apr 15 10:56:25.384496 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Request body: {'port': {'device_id': 'd47f68cc-8476-43aa-8bab-768879fde528', 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7', 'admin_state_up': True, 'tenant_id': '5641ab83691346c7a660b2862ae48f16'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:25.460879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-21b57b7a-d111-4078-9d25-a8b057f3de61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:25.538426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36556) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:25.630111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:25.646469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:25.647463 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-4eed4759-14c4-46c3-80ec-a761b4e89f58 service neutron] 10.222.0.97 "GET /v2.0/networks/e709931c-bc8b-4f8c-bd64-03d344724c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201440 Apr 15 10:56:25.655404 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:25.657445 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:25.660650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:25.673591 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:25.687150 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Usage tracker for resource:port and tenant:5641ab83691346c7a660b2862ae48f16 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:25.692764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] Usage tracker for resource:security_group_rule and tenant:67d9db084d2f444e9ab76b312ef23c00 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:25.699685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:25.704559 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:25.718300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b54f08-41b8-46bd-9233-e1500eb1304b req-de69521b-b933-4c9f-b236-b73a97d2610b tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:25.720080 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f4b54f08-41b8-46bd-9233-e1500eb1304b req-de69521b-b933-4c9f-b236-b73a97d2610b tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 943 time: 1.2359028 Apr 15 10:56:25.729465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-21b57b7a-d111-4078-9d25-a8b057f3de61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:25.733622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:25.740891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:25.749432 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f751c6c0-0cd2-4e72-8959-8890830620df,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:25.754118 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c1354e0d09234e698dc4528082e3e0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1400354 Apr 15 10:56:25.756858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:25.761537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36564) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:25.785328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Made reservation on behalf of 5641ab83691346c7a660b2862ae48f16 for: {'port': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:25.795419 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:25.860757 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f4b54f08-41b8-46bd-9233-e1500eb1304b req-e89459c2-e698-4868-9a95-c8a86738ac80 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227293 Apr 15 10:56:25.973008 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b933b5df-be55-47ff-822a-558091855f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:25.999540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:26.008270 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8ee009b-3d5c-4732-b0ab-a8c747d4d814 req-31bb7568-8bdb-4aa8-b753-0e55350557bc service neutron] 10.222.0.97 "GET /v2.0/networks/e709931c-bc8b-4f8c-bd64-03d344724c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517547 Apr 15 10:56:26.010901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 36576) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:26.014194 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Usage tracker for resource:port and tenant:5641ab83691346c7a660b2862ae48f16 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:26.022198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:26.033244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:26.052587 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-21b57b7a-d111-4078-9d25-a8b057f3de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.057885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0ddd49c4-8c4a-4385-a804-c14c72cdc1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:26.078111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b57b7a-d111-4078-9d25-a8b057f3de61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e0840-b675-4673-bf36-4a132e6c0916,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:26.086718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-21b57b7a-d111-4078-9d25-a8b057f3de61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:26.101748 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-21b57b7a-d111-4078-9d25-a8b057f3de61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.105503 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-21b57b7a-d111-4078-9d25-a8b057f3de61 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b9e0840-b675-4673-bf36-4a132e6c0916 HTTP/1.1" status: 204 len: 168 time: 1.1031504 Apr 15 10:56:26.120871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.141901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.168629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:26.205530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b933b5df-be55-47ff-822a-558091855f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.224712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92990c2a-2542-40e8-8729-e9ecb950bc82,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:26.236376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.245168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:26.251944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Made reservation on behalf of 5641ab83691346c7a660b2862ae48f16 for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:26.258041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.286069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:26.301348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Allocated IP 172.20.0.13 (774e9427-7fbc-45ba-ad1d-09a7dba651b7/032d86a1-e94d-44a4-941f-38a9ffac9281/12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:26.319537 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=67d9db084d2f444e9ab76b312ef23c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7506773 Apr 15 10:56:26.323843 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36594) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:26.404800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] Usage tracker for resource:security_group_rule and tenant:32723084a139412fb0831e9db12485dd is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:26.412038 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:26.428075 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:26.444313 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d201-d6d7-440a-822f-8218435b43f5 req-3e15a4fb-76d3-4c92-9891-c8cf41ecd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:26.446274 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1197d201-d6d7-440a-822f-8218435b43f5 req-3e15a4fb-76d3-4c92-9891-c8cf41ecd53a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a9307a4c2f3247bf8daecadb5e41dda9&device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 1096 time: 0.3284457 Apr 15 10:56:26.664617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b933b5df-be55-47ff-822a-558091855f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.727916 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d647e130-a0dd-4c1e-b496-97688403896d req-1755c857-6147-412c-b12a-5199144291aa tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 210 time: 0.0897303 Apr 15 10:56:26.748692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 36606) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:26.750473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2816cdc2-c218-4f0c-8278-c85066421482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:26.766836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-579a47f6-15fd-4e83-a928-ab9fb11f678e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.773650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933b5df-be55-47ff-822a-558091855f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f751c6c0-0cd2-4e72-8959-8890830620df,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:26.798559 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.816226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b933b5df-be55-47ff-822a-558091855f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:26.839708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:26.843466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] Usage tracker for resource:security_group_rule and tenant:4c614e084ab14ee9879288ff26e23f39 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:26.847403 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:26.849968 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-579a47f6-15fd-4e83-a928-ab9fb11f678e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.853632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:26.885539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b933b5df-be55-47ff-822a-558091855f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:26.886988 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b933b5df-be55-47ff-822a-558091855f29 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f751c6c0-0cd2-4e72-8959-8890830620df HTTP/1.1" status: 204 len: 168 time: 1.1245360 Apr 15 10:56:26.921917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d201-d6d7-440a-822f-8218435b43f5 req-f7dde3f6-feff-4cb8-93ca-65d34cec4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:26.924188 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1197d201-d6d7-440a-822f-8218435b43f5 req-f7dde3f6-feff-4cb8-93ca-65d34cec4b4b service neutron] 10.222.0.97 "GET /v2.0/networks?id=e709931c-bc8b-4f8c-bd64-03d344724c43 HTTP/1.1" status: 200 len: 914 time: 0.4653146 Apr 15 10:56:26.949950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.025549 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-579a47f6-15fd-4e83-a928-ab9fb11f678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.027667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.046740 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:27.072675 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a47f6-15fd-4e83-a928-ab9fb11f678e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92990c2a-2542-40e8-8729-e9ecb950bc82,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:27.112309 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1197d201-d6d7-440a-822f-8218435b43f5 req-ad64b01f-47c0-477f-b749-4860ffd91708 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac HTTP/1.1" status: 200 len: 217 time: 0.1705668 Apr 15 10:56:27.132813 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-579a47f6-15fd-4e83-a928-ab9fb11f678e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:27.133361 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:27.178737 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.249879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.270818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f2b5d4bf-dbf0-475d-afa1-85281139ef83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:27.321656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Allocated IP 172.20.0.8 (774e9427-7fbc-45ba-ad1d-09a7dba651b7/032d86a1-e94d-44a4-941f-38a9ffac9281/f731fb97-8abb-4477-9045-5ff1d27f94fb) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:27.328176 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-579a47f6-15fd-4e83-a928-ab9fb11f678e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.332760 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-579a47f6-15fd-4e83-a928-ab9fb11f678e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/92990c2a-2542-40e8-8729-e9ecb950bc82 HTTP/1.1" status: 204 len: 168 time: 1.0065761 Apr 15 10:56:27.372514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d201-d6d7-440a-822f-8218435b43f5 req-4956fe10-c4dd-4119-b80e-8353340d62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.373990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Pushing event updated for resources: {'Port': ['ID=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:27.374112 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1197d201-d6d7-440a-822f-8218435b43f5 req-4956fe10-c4dd-4119-b80e-8353340d62e4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=7c3fdcc1-8506-4c69-9f5d-23736aef19df HTTP/1.1" status: 200 len: 852 time: 0.2490213 Apr 15 10:56:27.379738 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:27.387155 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=32723084a139412fb0831e9db12485dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3751075 Apr 15 10:56:27.387411 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36638) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:27.387971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c350bb9e-c9c1-4889-8dad-70e2d5e73d93,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:27.395463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:27.489025 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1197d201-d6d7-440a-822f-8218435b43f5 req-c344eec3-39a9-4b30-8708-5089fb2a2883 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e709931c-bc8b-4f8c-bd64-03d344724c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953591 Apr 15 10:56:27.499221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:27.513616 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.513939 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:27.517891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:27.535566 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.536395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.572928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ac59462f-e969-4030-ad68-bde1feb9f617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.592032 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3595147 Apr 15 10:56:27.608221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ac59462f-e969-4030-ad68-bde1feb9f617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.624685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Request body: {'port': {'device_id': 'c2d94ed1-9db3-4051-9ed8-831ca649538a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:27.629412 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.646146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:27.804071 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.823034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ac59462f-e969-4030-ad68-bde1feb9f617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.834421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-643285ca-4a53-4fa6-96ff-8761c1269139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:27.904191 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59462f-e969-4030-ad68-bde1feb9f617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350bb9e-c9c1-4889-8dad-70e2d5e73d93,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:27.945273 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ac59462f-e969-4030-ad68-bde1feb9f617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:27.974951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ac59462f-e969-4030-ad68-bde1feb9f617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.976247 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ac59462f-e969-4030-ad68-bde1feb9f617 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c350bb9e-c9c1-4889-8dad-70e2d5e73d93 HTTP/1.1" status: 204 len: 168 time: 0.5873864 Apr 15 10:56:28.031791 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36660) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:28.105325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.130042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:28.144746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Usage tracker for resource:security_group_rule and tenant:cd3c14ec11b44613b2f55d2336997cc8 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:28.198698 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:28.217078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:28.347163 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.351600 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.362817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:28.367452 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4c614e084ab14ee9879288ff26e23f39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6175048 Apr 15 10:56:28.375251 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36678) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:28.376839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c2cf5b-7e57-425e-9b63-3b8b4807d40c,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:28.392060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8369fe3-91cf-45c7-929d-20fcc0b73bd3 req-1aea37ff-2d76-4c63-9ce2-cedf443dcbf7 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:28.399787 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b8369fe3-91cf-45c7-929d-20fcc0b73bd3 req-1aea37ff-2d76-4c63-9ce2-cedf443dcbf7 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 943 time: 1.2168021 Apr 15 10:56:28.418309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:28.448175 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd3c14ec11b44613b2f55d2336997cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123752 Apr 15 10:56:28.456429 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36682) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:28.457422 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae2b749-8a1f-49a1-8dd4-b93abc2fe6c8,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:28.470859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:28.478433 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1197d201-d6d7-440a-822f-8218435b43f5 req-fb58aae2-9794-457d-8d0d-e5ecdb58c8b9 service neutron] 10.222.0.97 "GET /v2.0/networks/e709931c-bc8b-4f8c-bd64-03d344724c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9618661 Apr 15 10:56:28.584184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36690) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:28.604402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4aca045c-376d-4b24-b1b4-cd9f04b630f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.619492 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b8369fe3-91cf-45c7-929d-20fcc0b73bd3 req-0525b563-d0fc-4254-8e2d-51a7570ac010 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181685 Apr 15 10:56:28.619732 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.627338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.647868 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1bd43f1a-ee6f-4137-bc5e-230af32c9ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.672380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:28.678542 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4aca045c-376d-4b24-b1b4-cd9f04b630f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.688876 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa1334-ed45-4a5f-805e-1a61a1b0a314 req-14185f94-587e-456a-ac37-1c61692f020c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:28.689017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:d80c98779b67404fb8d8d8344f39c94e is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:28.690619 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1ffa1334-ed45-4a5f-805e-1a61a1b0a314 req-14185f94-587e-456a-ac37-1c61692f020c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 932 time: 0.3747365 Apr 15 10:56:28.694391 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:28.711817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:28.724670 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1bd43f1a-ee6f-4137-bc5e-230af32c9ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.778167 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1197d201-d6d7-440a-822f-8218435b43f5 req-161f4a50-d80e-4e27-89ee-1de1945b24a6 service neutron] 10.222.0.97 "GET /v2.0/networks/e709931c-bc8b-4f8c-bd64-03d344724c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841196 Apr 15 10:56:28.783945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.787376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-1ffa1334-ed45-4a5f-805e-1a61a1b0a314 req-6f7ac46f-4aec-41a5-8941-3dab1ff6c0c8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Synchronizing usage tracker for tenant:5641ab83691346c7a660b2862ae48f16 on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:28.855521 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:28.935714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-1ffa1334-ed45-4a5f-805e-1a61a1b0a314 req-6f7ac46f-4aec-41a5-8941-3dab1ff6c0c8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Unset dirty status for tenant:5641ab83691346c7a660b2862ae48f16 on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:28.936994 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1ffa1334-ed45-4a5f-805e-1a61a1b0a314 req-6f7ac46f-4aec-41a5-8941-3dab1ff6c0c8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276170 Apr 15 10:56:28.939890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1bd43f1a-ee6f-4137-bc5e-230af32c9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.940373 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4aca045c-376d-4b24-b1b4-cd9f04b630f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.951563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ac59462f-e969-4030-ad68-bde1feb9f617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:28.960334 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Pushing event updated for resources: {'Port': ['ID=f731fb97-8abb-4477-9045-5ff1d27f94fb,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:28.965608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:29.008500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd43f1a-ee6f-4137-bc5e-230af32c9ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae2b749-8a1f-49a1-8dd4-b93abc2fe6c8,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:29.015885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:29.017419 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:29.019731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:29.025970 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:29.026680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.060391 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6800292 Apr 15 10:56:29.081808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Request body: {'port': {'device_id': 'd47f68cc-8476-43aa-8bab-768879fde528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:29.160519 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.267552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca045c-376d-4b24-b1b4-cd9f04b630f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c2cf5b-7e57-425e-9b63-3b8b4807d40c,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:29.291396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4aca045c-376d-4b24-b1b4-cd9f04b630f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:29.291831 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:29.292214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:29.305017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.313214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.318130 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1bd43f1a-ee6f-4137-bc5e-230af32c9ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.322290 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1bd43f1a-ee6f-4137-bc5e-230af32c9ecc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4ae2b749-8a1f-49a1-8dd4-b93abc2fe6c8 HTTP/1.1" status: 204 len: 168 time: 0.8612328 Apr 15 10:56:29.323442 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4aca045c-376d-4b24-b1b4-cd9f04b630f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.324541 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-4aca045c-376d-4b24-b1b4-cd9f04b630f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/81c2cf5b-7e57-425e-9b63-3b8b4807d40c HTTP/1.1" status: 204 len: 168 time: 0.9480450 Apr 15 10:56:29.330367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.369685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c48f07c5-e795-402c-9996-76f2661c5610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:29.485143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 {{(pid=85314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:29.495106 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.515916 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Transition to ACTIVE for port object 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 will not be triggered until provisioned by entity L2. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:29.524126 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d80c98779b67404fb8d8d8344f39c94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9353912 Apr 15 10:56:29.526110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36728) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:29.527699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f423ba71-8775-498f-bdbb-f3c4d9990309,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:29.539327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:29.548663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.638836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:29.807067 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:30.033770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Pushing event updated for resources: {'Port': ['ID=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:30.073953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:30.190890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,segment=NetworkSegment(3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4),segment_id=3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:30.208581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '3605bb9f-55eb-45af-bfaf-8acbcb6cdaac', 'network_id': 'e709931c-bc8b-4f8c-bd64-03d344724c43', 'port_id': '3605bb9f-55eb-45af-bfaf-8acbcb6cdaac', 'mac_address': 'fa:16:3e:b9:97:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c3fdcc1-8506-4c69-9f5d-23736aef19df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:30.288309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.310061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:30.329054 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,segment=NetworkSegment(3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4),segment_id=3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:30.335123 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.338045 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:30.393678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7c7126d5-fde6-45ac-83e0-3a951a7cbd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.420636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Attempting to bind port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:30.421013 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Attempting to bind port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:30.421382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Attempting to bind port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 on network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:30.430888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:30.431129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 on network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:30.431838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Attempting to bind port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 on network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:30.436072 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:30.447250 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:30.447626 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Checking segment: {'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:30.448246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Bound using segment: {'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:30.448753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Bound port: 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'}}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:30.449142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.469625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87080026-79b3-4cc8-a6af-e6708146d461 req-2a01e42b-ceec-42d2-bbf2-077dfa612cae tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.473065 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-87080026-79b3-4cc8-a6af-e6708146d461 req-2a01e42b-ceec-42d2-bbf2-077dfa612cae tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 943 time: 0.5132554 Apr 15 10:56:30.497158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f731fb97-8abb-4477-9045-5ff1d27f94fb {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:30.512261 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7c7126d5-fde6-45ac-83e0-3a951a7cbd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.532888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.557162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db5bba-5a7a-4768-a362-1769b7c0a152 req-4199ddfb-de3f-4d59-a6ae-17740bd997cd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.558077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-c0db5bba-5a7a-4768-a362-1769b7c0a152 req-4199ddfb-de3f-4d59-a6ae-17740bd997cd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Synchronizing usage tracker for tenant:5641ab83691346c7a660b2862ae48f16 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:30.604865 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-87080026-79b3-4cc8-a6af-e6708146d461 req-c907bb7c-b7ad-4676-9415-7d7baf6acee7 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240289 Apr 15 10:56:30.605882 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Transition to ACTIVE for port object f731fb97-8abb-4477-9045-5ff1d27f94fb will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:30.614746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.634997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-05453acf-ab3d-4e61-a6de-d6a98d3e6874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:30.645411 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] For port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78, host hv-cinder-78638, cleared binding levels {{(pid=85314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:30.660399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] For port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:30.679276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.681711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-c0db5bba-5a7a-4768-a362-1769b7c0a152 req-4199ddfb-de3f-4d59-a6ae-17740bd997cd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Unset dirty status for tenant:5641ab83691346c7a660b2862ae48f16 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:30.683041 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c0db5bba-5a7a-4768-a362-1769b7c0a152 req-4199ddfb-de3f-4d59-a6ae-17740bd997cd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 944 time: 0.5202432 Apr 15 10:56:30.717050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['3605bb9f-55eb-45af-bfaf-8acbcb6cdaac'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:30.828060 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c0db5bba-5a7a-4768-a362-1769b7c0a152 req-1581ea25-fea2-4a75-ac0c-4a12e9ee8029 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817661 Apr 15 10:56:30.828718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f731fb97-8abb-4477-9045-5ff1d27f94fb,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:30.832346 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:30.870164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:30.971691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Pushing event updated for resources: {'Port': ['ID=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,revision_number=3']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:30.987135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:30.997604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.998943 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.000870 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] 10.222.0.97 "PUT /v2.0/ports/12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 HTTP/1.1" status: 200 len: 1094 time: 3.3824623 Apr 15 10:56:31.001773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d94ed1-9db3-4051-9ed8-831ca649538a', 'tag': '12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:31.119464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Attempting to bind port f731fb97-8abb-4477-9045-5ff1d27f94fb on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:31.119927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Attempting to bind port f731fb97-8abb-4477-9045-5ff1d27f94fb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:31.122257 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Attempting to bind port f731fb97-8abb-4477-9045-5ff1d27f94fb on network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:31.131838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7c7126d5-fde6-45ac-83e0-3a951a7cbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.133629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Port f731fb97-8abb-4477-9045-5ff1d27f94fb on network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:31.133995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Attempting to bind port f731fb97-8abb-4477-9045-5ff1d27f94fb on network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:31.143917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-165bfd8d-3626-4748-ac76-4d36b9b7fa74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:31.152403 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:31.152784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Checking segment: {'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:31.153206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Bound using segment: {'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:31.153691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Bound port: f731fb97-8abb-4477-9045-5ff1d27f94fb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69566968-060c-432b-83b8-1b9010cb70f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:31.154074 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.164310 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7126d5-fde6-45ac-83e0-3a951a7cbd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f423ba71-8775-498f-bdbb-f3c4d9990309,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:31.173835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7c7126d5-fde6-45ac-83e0-3a951a7cbd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.178339 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7c7126d5-fde6-45ac-83e0-3a951a7cbd3f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f423ba71-8775-498f-bdbb-f3c4d9990309 HTTP/1.1" status: 204 len: 168 time: 1.6379488 Apr 15 10:56:31.179789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7c7126d5-fde6-45ac-83e0-3a951a7cbd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:31.212733 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-e9ce8246-6161-407a-b1a3-e4c11a81a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.215873 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-e9ce8246-6161-407a-b1a3-e4c11a81a65e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 1097 time: 0.1375852 Apr 15 10:56:31.293811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] For port f731fb97-8abb-4477-9045-5ff1d27f94fb, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:31.304382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] For port f731fb97-8abb-4477-9045-5ff1d27f94fb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:31.316807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.336812 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:31.395321 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-a68632b7-66f4-4248-9992-22ca9cbf7718 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 HTTP/1.1" status: 200 len: 217 time: 0.1621881 Apr 15 10:56:31.426423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f731fb97-8abb-4477-9045-5ff1d27f94fb,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:31.482692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:31.514249 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-d9d58c34-c9fc-4274-ba38-c560d71369fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.519688 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-d9d58c34-c9fc-4274-ba38-c560d71369fc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.1160407 Apr 15 10:56:31.568930 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.570836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.575202 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] 10.222.0.97 "PUT /v2.0/ports/f731fb97-8abb-4477-9045-5ff1d27f94fb HTTP/1.1" status: 200 len: 1093 time: 2.4971929 Apr 15 10:56:31.575724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47f68cc-8476-43aa-8bab-768879fde528', 'tag': 'f731fb97-8abb-4477-9045-5ff1d27f94fb'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:31.610226 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-c9b0f760-1041-4c53-a13a-095da5028db1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830898 Apr 15 10:56:31.764243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:31.813432 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47f68cc-8476-43aa-8bab-768879fde528', 'tag': 'f731fb97-8abb-4477-9045-5ff1d27f94fb', 'status': 'completed', 'code': 200} Apr 15 10:56:31.864031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-2ed546d6-670e-4dd7-ac3b-e54c52fbbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.865880 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-2ed546d6-670e-4dd7-ac3b-e54c52fbbb77 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1096 time: 0.2258465 Apr 15 10:56:31.920299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:31.933429 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:31.933758 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.935843 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-5b2b2f96-6103-4148-90c2-1ae924ece694 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040543 Apr 15 10:56:32.024289 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-818f985d-45ca-4225-b787-dc1bb745fe0e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb HTTP/1.1" status: 200 len: 217 time: 0.0798888 Apr 15 10:56:32.116982 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-c73f71e5-0bae-4bd8-a1d7-56424f30bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:32.119165 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-c73f71e5-0bae-4bd8-a1d7-56424f30bc99 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.0852611 Apr 15 10:56:32.135914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe60e-15f6-4a9b-9b27-135cf7ed9df3 req-af31fe4a-cdb7-4e36-a954-e7828c32cab1 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:32.137740 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-956fe60e-15f6-4a9b-9b27-135cf7ed9df3 req-af31fe4a-cdb7-4e36-a954-e7828c32cab1 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 944 time: 0.2621903 Apr 15 10:56:32.206099 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.234138 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-956fe60e-15f6-4a9b-9b27-135cf7ed9df3 req-226676c7-f703-4d8a-bb30-4fc7f6a4d2f6 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547132 Apr 15 10:56:32.237055 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-4ce8fde0-8406-4708-9269-b70363b922f4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102545 Apr 15 10:56:32.259515 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f1add7e5-a6da-4759-b327-3261a6a094f0 req-7a0fd618-0ca6-4eed-8e1f-6a93baa6b232 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059113 Apr 15 10:56:32.285076 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5ed4f8-15f6-4969-90d8-ce27fe42173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3605bb9f-55eb-45af-bfaf-8acbcb6cdaac'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:32.435180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,segment=NetworkSegment(3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4),segment_id=3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:32.443641 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.445852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:32.513465 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-d657b242-7a2e-404e-9c19-6a04c69bba9e service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675099 Apr 15 10:56:32.567067 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:32.573049 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:32.692231 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d94ed1-9db3-4051-9ed8-831ca649538a', 'tag': '12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78', 'status': 'completed', 'code': 200} Apr 15 10:56:32.824661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36866) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:32.934239 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67189c5-2a29-45df-bb14-45735f879acb req-6c040b7a-6e80-448f-ab43-9a1122ff6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:32.935972 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b67189c5-2a29-45df-bb14-45735f879acb req-6c040b7a-6e80-448f-ab43-9a1122ff6dd5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 1097 time: 0.1932445 Apr 15 10:56:33.058768 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-239ccd67-fd4e-443c-a1f6-43b0010f79eb req-96f5d4a9-e08d-4ceb-868f-e6d5a49d486a service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309052 Apr 15 10:56:33.088992 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52077-d989-4fbc-b2d3-f586e8240edb req-970c92ba-2aaa-4e85-9945-83963b30c312 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.095827 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9dc52077-d989-4fbc-b2d3-f586e8240edb req-970c92ba-2aaa-4e85-9945-83963b30c312 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 944 time: 0.6531842 Apr 15 10:56:33.178011 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67189c5-2a29-45df-bb14-45735f879acb req-fd83bfd6-cc81-4b34-b1f3-86a753149502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.179612 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b67189c5-2a29-45df-bb14-45735f879acb req-fd83bfd6-cc81-4b34-b1f3-86a753149502 service neutron] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 921 time: 0.2350166 Apr 15 10:56:33.230538 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9dc52077-d989-4fbc-b2d3-f586e8240edb req-c44dc6b3-0a53-470a-aa29-5f8b24cf8d53 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277611 Apr 15 10:56:33.272677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b127d-da85-425f-bfa0-9e083fbb6df0 req-ee9de7cc-5644-4c9a-ba00-591734726516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.274627 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-039b127d-da85-425f-bfa0-9e083fbb6df0 req-ee9de7cc-5644-4c9a-ba00-591734726516 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1096 time: 0.1233022 Apr 15 10:56:33.280552 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b67189c5-2a29-45df-bb14-45735f879acb req-a302c357-9639-4d64-bc7e-3d0df49a3789 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 HTTP/1.1" status: 200 len: 217 time: 0.0934634 Apr 15 10:56:33.444143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67189c5-2a29-45df-bb14-45735f879acb req-48420ffa-91f0-4803-8fdd-8210ba2e3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.450325 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b67189c5-2a29-45df-bb14-45735f879acb req-48420ffa-91f0-4803-8fdd-8210ba2e3a33 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.1605496 Apr 15 10:56:33.523246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.540897 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b67189c5-2a29-45df-bb14-45735f879acb req-f205ab70-8e3d-4c6b-bbbe-20a3bdef58eb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706601 Apr 15 10:56:33.546911 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:33.551237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b127d-da85-425f-bfa0-9e083fbb6df0 req-ad1d33d5-5bc2-4071-adc2-f9538493ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.557148 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-039b127d-da85-425f-bfa0-9e083fbb6df0 req-ad1d33d5-5bc2-4071-adc2-f9538493ba9f service neutron] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 921 time: 0.2745676 Apr 15 10:56:33.576279 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] Usage tracker for resource:security_group_rule and tenant:802bdac9cd404250a34335362df3a70a is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:33.582755 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:33.650986 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:33.655005 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-039b127d-da85-425f-bfa0-9e083fbb6df0 req-1bd7a810-63b9-4b1c-93a6-aef613f21e84 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb HTTP/1.1" status: 200 len: 217 time: 0.0887547 Apr 15 10:56:33.720870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31ef97-9c36-4c9e-b7db-f4a355322498 req-44522a94-8c26-49e0-a962-b85844d24190 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.722754 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3f31ef97-9c36-4c9e-b7db-f4a355322498 req-44522a94-8c26-49e0-a962-b85844d24190 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 945 time: 0.2944026 Apr 15 10:56:33.806546 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5ed4f8-15f6-4969-90d8-ce27fe42173e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3605bb9f-55eb-45af-bfaf-8acbcb6cdaac', 'code': 200} Apr 15 10:56:33.871393 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b67189c5-2a29-45df-bb14-45735f879acb req-0b9c0bbb-d9fe-402b-b202-0613d8343b4c service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215592 Apr 15 10:56:33.911135 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3f31ef97-9c36-4c9e-b7db-f4a355322498 req-176700e6-7baf-4ed1-aead-421d6def6dbd tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705153 Apr 15 10:56:33.936041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b127d-da85-425f-bfa0-9e083fbb6df0 req-361f3f1f-fb1f-40a6-9835-ca82612c2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.937796 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-039b127d-da85-425f-bfa0-9e083fbb6df0 req-361f3f1f-fb1f-40a6-9835-ca82612c2826 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.2755179 Apr 15 10:56:34.040369 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-039b127d-da85-425f-bfa0-9e083fbb6df0 req-5b190784-5999-41fe-987b-9c5b5f81861c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938504 Apr 15 10:56:34.112740 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b67189c5-2a29-45df-bb14-45735f879acb req-e8210b04-3083-4433-8c9a-2abd7b759ff7 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216151 Apr 15 10:56:34.154247 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.161019 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.210557 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-039b127d-da85-425f-bfa0-9e083fbb6df0 req-7956e477-e453-4899-a330-3cc5d51e2030 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612999 Apr 15 10:56:34.211075 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7c13d0e7-7cae-4356-afc6-72023af83d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:34.240939 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=802bdac9cd404250a34335362df3a70a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4149888 Apr 15 10:56:34.242455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e0cc92-ad45-4c27-9007-198435d5ea89,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:34.245132 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36926) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:34.261087 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:34.340821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7f22723d-c2f7-49da-85a0-ec74dfa99c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.371912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7f22723d-c2f7-49da-85a0-ec74dfa99c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.440100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132995a-4ce9-46e1-832c-ed19cd2de220 req-1d801c3e-2105-4726-b22d-d4f3523dadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:34.441834 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f132995a-4ce9-46e1-832c-ed19cd2de220 req-1d801c3e-2105-4726-b22d-d4f3523dadc3 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 1098 time: 0.2320766 Apr 15 10:56:34.442377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7f22723d-c2f7-49da-85a0-ec74dfa99c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.459038 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:34.473200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22723d-c2f7-49da-85a0-ec74dfa99c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e0cc92-ad45-4c27-9007-198435d5ea89,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:34.476241 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7f22723d-c2f7-49da-85a0-ec74dfa99c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:34.509783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7f22723d-c2f7-49da-85a0-ec74dfa99c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.512435 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7f22723d-c2f7-49da-85a0-ec74dfa99c2d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b6e0cc92-ad45-4c27-9007-198435d5ea89 HTTP/1.1" status: 204 len: 168 time: 0.2545040 Apr 15 10:56:34.551129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f132995a-4ce9-46e1-832c-ed19cd2de220 req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.593878 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-039b127d-da85-425f-bfa0-9e083fbb6df0 req-a2824f9f-9c15-485f-be17-06b22f0bc987 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303618 Apr 15 10:56:34.595178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-f132995a-4ce9-46e1-832c-ed19cd2de220 req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:34.602462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-f132995a-4ce9-46e1-832c-ed19cd2de220 req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] Usage tracker for resource:security_group_rule and tenant:9e50bbdf354c467a98615dd0f1a999c3 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:34.608657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-f132995a-4ce9-46e1-832c-ed19cd2de220 req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:34.631375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-f132995a-4ce9-46e1-832c-ed19cd2de220 req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:34.665954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146337f9-1dad-4ba0-bf68-1c36af91ff90 req-8324ffc0-e61a-44a7-b597-e12e5fe8b848 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:34.667747 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-146337f9-1dad-4ba0-bf68-1c36af91ff90 req-8324ffc0-e61a-44a7-b597-e12e5fe8b848 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 944 time: 0.1961267 Apr 15 10:56:34.725392 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-146337f9-1dad-4ba0-bf68-1c36af91ff90 req-78ed5c7c-c770-4db3-8f20-86512cda38c9 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 Apr 15 10:56:34.838547 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f132995a-4ce9-46e1-832c-ed19cd2de220 req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.843662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f132995a-4ce9-46e1-832c-ed19cd2de220 req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.861816 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:34.899167 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f132995a-4ce9-46e1-832c-ed19cd2de220 req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461503 Apr 15 10:56:34.932027 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0260297b-b29c-4897-b9c2-5e9e2a47bc76,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:34.948653 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:35.194993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36972) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:35.200345 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee045c-7cb6-447e-a529-e91d331db916 req-b85f3b5b-497a-45bc-81eb-265f219cc80c tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.209900 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-16ee045c-7cb6-447e-a529-e91d331db916 req-b85f3b5b-497a-45bc-81eb-265f219cc80c tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 945 time: 0.1660690 Apr 15 10:56:35.260035 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-16ee045c-7cb6-447e-a529-e91d331db916 req-2dffaf68-7d2d-45da-8418-2b2f0088f4e1 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489655 Apr 15 10:56:35.320811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 36982) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:35.341817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.358577 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:35.362907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] Usage tracker for resource:security_group_rule and tenant:aee4591916694ff7b0ea7eedab7b019c is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:35.366274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:35.372046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:35.468760 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.472066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.484894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:35.530771 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aee4591916694ff7b0ea7eedab7b019c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090983 Apr 15 10:56:35.533789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 36996) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:35.536206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a67ddaf-b28b-499c-8cf8-06c36cd3c192,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:35.539707 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:35.576661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.596177 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:35.600278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] Usage tracker for resource:security_group_rule and tenant:63e3911582ee4cc2aff0a8939fb01c27 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:35.603964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:35.611261 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c0867192-123f-48b4-a010-718219a40768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.611812 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:35.648066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c0867192-123f-48b4-a010-718219a40768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.703895 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c0867192-123f-48b4-a010-718219a40768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.710507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-96c2e7be-3769-4bc4-ab36-be9bfb5fa679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:35.717020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.720991 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.729426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0867192-123f-48b4-a010-718219a40768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a67ddaf-b28b-499c-8cf8-06c36cd3c192,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:35.732039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0a91a69d-151d-4e73-9b94-6ad859a861e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:35.770743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c0867192-123f-48b4-a010-718219a40768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:35.781939 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae4acae-89a1-4280-9f61-ebdb5908944c,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:35.785995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:35.788189 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c0867192-123f-48b4-a010-718219a40768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.788752 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=63e3911582ee4cc2aff0a8939fb01c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926764 Apr 15 10:56:35.795358 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c0867192-123f-48b4-a010-718219a40768 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0a67ddaf-b28b-499c-8cf8-06c36cd3c192 HTTP/1.1" status: 204 len: 168 time: 0.2570615 Apr 15 10:56:35.795676 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37010) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:35.795749 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device f731fb97-8abb-4477-9045-5ff1d27f94fb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:35.934612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5da125b7-fad6-497d-a6fb-131fee4b0029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.967664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5da125b7-fad6-497d-a6fb-131fee4b0029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.007037 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f2115-0ce2-446e-b37d-16907f6a76e5 req-4bdc6d14-d41d-40f1-90eb-3f147184ffa6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.009382 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9d6f2115-0ce2-446e-b37d-16907f6a76e5 req-4bdc6d14-d41d-40f1-90eb-3f147184ffa6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 944 time: 0.1116383 Apr 15 10:56:36.025570 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5da125b7-fad6-497d-a6fb-131fee4b0029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.028677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port f731fb97-8abb-4477-9045-5ff1d27f94fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:36.035135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:36.048062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': 'f731fb97-8abb-4477-9045-5ff1d27f94fb', 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7', 'port_id': 'f731fb97-8abb-4477-9045-5ff1d27f94fb', 'mac_address': 'fa:16:3e:92:0a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032d86a1-e94d-44a4-941f-38a9ffac9281', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:36.066175 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9d6f2115-0ce2-446e-b37d-16907f6a76e5 req-47e69ee4-a25e-4b9e-96a5-982997424cdb tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482407 Apr 15 10:56:36.070684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da125b7-fad6-497d-a6fb-131fee4b0029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae4acae-89a1-4280-9f61-ebdb5908944c,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:36.073354 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5da125b7-fad6-497d-a6fb-131fee4b0029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:36.099313 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5da125b7-fad6-497d-a6fb-131fee4b0029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.099313 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-5da125b7-fad6-497d-a6fb-131fee4b0029 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7ae4acae-89a1-4280-9f61-ebdb5908944c HTTP/1.1" status: 204 len: 168 time: 0.2882061 Apr 15 10:56:36.134458 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.161376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f731fb97-8abb-4477-9045-5ff1d27f94fb {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:36.181092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port f731fb97-8abb-4477-9045-5ff1d27f94fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:36.186104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.187556 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:36.191443 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7249dd45-89dc-44ee-a11a-ac730b7c483e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:36.283083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=f731fb97-8abb-4477-9045-5ff1d27f94fb,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:36.288338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:36.309753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:36.328519 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78', 'network_id': '774e9427-7fbc-45ba-ad1d-09a7dba651b7', 'port_id': '12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78', 'mac_address': 'fa:16:3e:8b:8f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032d86a1-e94d-44a4-941f-38a9ffac9281', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:36.459303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.503997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:36.542554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:36.550087 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.552573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:36.626302 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee980bf0-d3a6-4e5a-91dd-e050daf8f7d4 req-8df95a53-dcd2-4943-a37e-1d60b4e9a0ed tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.628605 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ee980bf0-d3a6-4e5a-91dd-e050daf8f7d4 req-8df95a53-dcd2-4943-a37e-1d60b4e9a0ed tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 945 time: 0.1764266 Apr 15 10:56:36.697932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:36.709905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:36.722406 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ee980bf0-d3a6-4e5a-91dd-e050daf8f7d4 req-71e2322c-c969-4912-9d58-1f8baf41a0b4 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815115 Apr 15 10:56:36.780287 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37062) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:36.816872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.857447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:36.869610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] Usage tracker for resource:security_group_rule and tenant:d4749dcdc73c4ea8a1d1fb8845879622 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:36.877246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:36.891779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:37.007608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37078) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:37.043451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['f731fb97-8abb-4477-9045-5ff1d27f94fb'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:37.045754 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.054047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.068451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-85b9c28f-ff29-430c-8ebf-014ee41e9ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:37.117652 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae8803-1f64-4426-9e7b-f7a2a52d5b30,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:37.125820 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37092) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:37.126790 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:37.137034 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4749dcdc73c4ea8a1d1fb8845879622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553061 Apr 15 10:56:37.139971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:37.268585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6094bd6d-e6fa-495c-a907-f35bf662166f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.402753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.467886 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:37.476036 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] Usage tracker for resource:security_group_rule and tenant:a5c339e3eba3419388be1eb04a2e614c is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:37.485387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:37.495670 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:37.506771 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6094bd6d-e6fa-495c-a907-f35bf662166f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.597764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3c6f0-039f-4cce-8489-01fa49d116c7 req-0892ada6-3f38-47e2-9058-4557ca70529a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:37.612953 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-53e3c6f0-039f-4cce-8489-01fa49d116c7 req-0892ada6-3f38-47e2-9058-4557ca70529a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 945 time: 0.3361495 Apr 15 10:56:37.671096 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.674936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.686646 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:37.688786 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-53e3c6f0-039f-4cce-8489-01fa49d116c7 req-306aa455-a5a7-4341-b326-b66581f7b9a4 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745573 Apr 15 10:56:37.711655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6094bd6d-e6fa-495c-a907-f35bf662166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.717421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ae702ea9-57cf-43f5-a420-ad2f8b4acd69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:37.731438 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094bd6d-e6fa-495c-a907-f35bf662166f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae8803-1f64-4426-9e7b-f7a2a52d5b30,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:37.734564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6094bd6d-e6fa-495c-a907-f35bf662166f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:37.741842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6094bd6d-e6fa-495c-a907-f35bf662166f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.746484 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-6094bd6d-e6fa-495c-a907-f35bf662166f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3ae8803-1f64-4426-9e7b-f7a2a52d5b30 HTTP/1.1" status: 204 len: 168 time: 0.6194758 Apr 15 10:56:37.767586 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a5c339e3eba3419388be1eb04a2e614c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7576489 Apr 15 10:56:37.767789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37122) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:37.808511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212b2636-afa6-41db-8d69-217513f59f8c,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:37.815074 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:37.843999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-77b98a88-efa8-4b19-843e-8ba46eeacae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.877842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-77b98a88-efa8-4b19-843e-8ba46eeacae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.939553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-77b98a88-efa8-4b19-843e-8ba46eeacae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.996827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2d9d4b2e-3696-4413-976f-d4e15067ca7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:38.013754 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b98a88-efa8-4b19-843e-8ba46eeacae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212b2636-afa6-41db-8d69-217513f59f8c,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:38.022087 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-77b98a88-efa8-4b19-843e-8ba46eeacae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:38.029421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-77b98a88-efa8-4b19-843e-8ba46eeacae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.033333 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-77b98a88-efa8-4b19-843e-8ba46eeacae9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/212b2636-afa6-41db-8d69-217513f59f8c HTTP/1.1" status: 204 len: 168 time: 0.2612889 Apr 15 10:56:38.064363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14322d-ff6a-403f-b0b9-1bb12d3c31a2 req-77c43d41-f737-4d96-86b0-402ea96446a0 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:38.066114 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9e14322d-ff6a-403f-b0b9-1bb12d3c31a2 req-77c43d41-f737-4d96-86b0-402ea96446a0 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 945 time: 0.1207922 Apr 15 10:56:38.121040 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9e14322d-ff6a-403f-b0b9-1bb12d3c31a2 req-abcab045-e941-40c2-8083-efadaf4a82c7 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479443 Apr 15 10:56:38.667924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37168) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:38.689997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.711469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:38.716724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] Usage tracker for resource:security_group_rule and tenant:cd55012714a14cc4aa192063465c44fe is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:38.720200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:38.727741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:38.813952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37178) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:38.843745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.848089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.919864 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8cab1b1f-c7ce-4330-b16d-37479f2ba474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:38.946720 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd55012714a14cc4aa192063465c44fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742000 Apr 15 10:56:38.947286 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37194) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:38.997193 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37198) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:39.012025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd588b5-07a3-4997-acb0-d46d867ae45c,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:39.015309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:39.052197 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed209e-ca1a-4c7a-99e0-61f6df03d528 req-bdb8d05a-631b-43ea-8ac0-f059e97a5a5f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:39.053866 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-70ed209e-ca1a-4c7a-99e0-61f6df03d528 req-bdb8d05a-631b-43ea-8ac0-f059e97a5a5f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 945 time: 0.1767521 Apr 15 10:56:39.060849 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.089410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:39.094291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] Usage tracker for resource:security_group_rule and tenant:d57f73721c82468ab069e4625fb465dc is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:39.097769 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:39.105225 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:39.109226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9ac60e21-3fec-48a7-9f7c-5babc863d5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.113211 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-70ed209e-ca1a-4c7a-99e0-61f6df03d528 req-6054dd16-2146-4538-a0a4-7a72beeae515 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519829 Apr 15 10:56:39.144892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9ac60e21-3fec-48a7-9f7c-5babc863d5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.237877 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9ac60e21-3fec-48a7-9f7c-5babc863d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.246033 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-129a636b-2016-4ac0-81cf-d4160ea5b6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:39.272733 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.284314 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9ac60e21-3fec-48a7-9f7c-5babc863d5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.288184 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9ac60e21-3fec-48a7-9f7c-5babc863d5fe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7cd588b5-07a3-4997-acb0-d46d867ae45c HTTP/1.1" status: 204 len: 168 time: 0.3375309 Apr 15 10:56:39.288184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac60e21-3fec-48a7-9f7c-5babc863d5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd588b5-07a3-4997-acb0-d46d867ae45c,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:39.290104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9ac60e21-3fec-48a7-9f7c-5babc863d5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:39.296242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:39.303676 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] Usage tracker for resource:security_group_rule and tenant:6a00c95c940046f99e2ff215236f61c9 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:39.316555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:39.326925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.329600 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:39.330869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.343164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-31472eb1-2cfc-4c0f-94a9-5aa712357b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:39.374943 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e35979f-259a-4665-b744-0cc03454cf52,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:39.380511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:39.401328 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d57f73721c82468ab069e4625fb465dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859425 Apr 15 10:56:39.404217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37214) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:39.444210 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.448303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.459186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:39.480831 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a3198639-fbe5-4a52-ba79-0fd746db493e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.513964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a3198639-fbe5-4a52-ba79-0fd746db493e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.540494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d47730d-aba8-491c-8558-8eed87ced4c4,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:39.575416 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a00c95c940046f99e2ff215236f61c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5716903 Apr 15 10:56:39.577001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37224) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:39.579681 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:39.655171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7696ad44-11e1-4beb-af08-88f54eef95f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.692645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7696ad44-11e1-4beb-af08-88f54eef95f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.753774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7696ad44-11e1-4beb-af08-88f54eef95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.759938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ce29e786-e984-4722-bb0d-ab52ddec53be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:39.774245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ad44-11e1-4beb-af08-88f54eef95f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d47730d-aba8-491c-8558-8eed87ced4c4,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:39.776824 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7696ad44-11e1-4beb-af08-88f54eef95f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:39.811392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7696ad44-11e1-4beb-af08-88f54eef95f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.811392 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7696ad44-11e1-4beb-af08-88f54eef95f5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4d47730d-aba8-491c-8558-8eed87ced4c4 HTTP/1.1" status: 204 len: 168 time: 0.2224891 Apr 15 10:56:39.823091 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device f731fb97-8abb-4477-9045-5ff1d27f94fb up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:39.833112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a3198639-fbe5-4a52-ba79-0fd746db493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.839684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4aca045c-376d-4b24-b1b4-cd9f04b630f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:39.853770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3198639-fbe5-4a52-ba79-0fd746db493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e35979f-259a-4665-b744-0cc03454cf52,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:39.857170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a3198639-fbe5-4a52-ba79-0fd746db493e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:39.858156 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a3198639-fbe5-4a52-ba79-0fd746db493e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.862044 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a3198639-fbe5-4a52-ba79-0fd746db493e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9e35979f-259a-4665-b744-0cc03454cf52 HTTP/1.1" status: 204 len: 168 time: 0.4538248 Apr 15 10:56:39.983772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port f731fb97-8abb-4477-9045-5ff1d27f94fb completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:39.989686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port f731fb97-8abb-4477-9045-5ff1d27f94fb triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:39.990263 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:40.154864 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:40.188396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47f68cc-8476-43aa-8bab-768879fde528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f731fb97-8abb-4477-9045-5ff1d27f94fb'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:40.199812 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port f731fb97-8abb-4477-9045-5ff1d27f94fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:40.206994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:40.209577 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:40.259556 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:40.378972 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=f731fb97-8abb-4477-9045-5ff1d27f94fb,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:40.390151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:40.391516 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:40.397734 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:40.398472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:40.457295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e68f1-00a0-4df9-bf40-fbf4ea9ed0a5 req-f9172cc5-eacd-449d-92fe-5ab9fc7fc601 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.459104 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-944e68f1-00a0-4df9-bf40-fbf4ea9ed0a5 req-f9172cc5-eacd-449d-92fe-5ab9fc7fc601 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 945 time: 0.1656737 Apr 15 10:56:40.551393 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-944e68f1-00a0-4df9-bf40-fbf4ea9ed0a5 req-f98e5424-274e-45b1-b2b1-c3d3549d6c73 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833659 Apr 15 10:56:40.606076 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:40.632118 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47f68cc-8476-43aa-8bab-768879fde528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f731fb97-8abb-4477-9045-5ff1d27f94fb', 'code': 200} Apr 15 10:56:40.645810 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:40.650528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:40.652913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:40.750627 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:40.754014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:40.991214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cd743-d9c5-4418-970f-fc18129eb367 req-d697c547-2e9d-4a03-afe6-0d38f3e6004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.992872 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0e9cd743-d9c5-4418-970f-fc18129eb367 req-d697c547-2e9d-4a03-afe6-0d38f3e6004f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1098 time: 0.0926135 Apr 15 10:56:41.009414 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37294) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:41.057134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.063741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-0e9cd743-d9c5-4418-970f-fc18129eb367 req-651d1a55-300d-4f96-b637-2eb8181fee7c service neutron] Synchronizing usage tracker for tenant:9e50bbdf354c467a98615dd0f1a999c3 on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:41.081674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-0e9cd743-d9c5-4418-970f-fc18129eb367 req-651d1a55-300d-4f96-b637-2eb8181fee7c service neutron] Unset dirty status for tenant:9e50bbdf354c467a98615dd0f1a999c3 on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:41.083700 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0e9cd743-d9c5-4418-970f-fc18129eb367 req-651d1a55-300d-4f96-b637-2eb8181fee7c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673351 Apr 15 10:56:41.089585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:41.101049 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a537b4b40f4818935b17b51ee4fdde is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:41.106516 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:41.113969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:41.260124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.271244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.281380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7fbd01d5-aa89-4b4b-89f5-ad88ef3d7bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:41.335352 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37314) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:41.343024 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d5a537b4b40f4818935b17b51ee4fdde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322551 Apr 15 10:56:41.344245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567eea65-8308-4729-9a48-9215ec0bb0e9,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:41.350458 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:41.402283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dc4781e0-99a1-45cb-aa9b-78fe34c55699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.430227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dc4781e0-99a1-45cb-aa9b-78fe34c55699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.484116 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dc4781e0-99a1-45cb-aa9b-78fe34c55699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.512161 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7696ad44-11e1-4beb-af08-88f54eef95f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:41.546743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dc4781e0-99a1-45cb-aa9b-78fe34c55699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.548265 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-dc4781e0-99a1-45cb-aa9b-78fe34c55699 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/567eea65-8308-4729-9a48-9215ec0bb0e9 HTTP/1.1" status: 204 len: 168 time: 0.2118053 Apr 15 10:56:41.554441 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4781e0-99a1-45cb-aa9b-78fe34c55699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567eea65-8308-4729-9a48-9215ec0bb0e9,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:41.565379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-dc4781e0-99a1-45cb-aa9b-78fe34c55699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:41.779690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e1401-d8ee-4916-8615-fdbbef34c08f req-e2c5c646-d993-44f3-92a8-dad0cf75fc47 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:41.782052 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c97e1401-d8ee-4916-8615-fdbbef34c08f req-e2c5c646-d993-44f3-92a8-dad0cf75fc47 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.0965745 Apr 15 10:56:41.837441 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c97e1401-d8ee-4916-8615-fdbbef34c08f req-bd2a63c4-19b2-4ced-9705-8a79b9b55c2c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485554 Apr 15 10:56:42.579875 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37394) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:42.633783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d94ed1-9db3-4051-9ed8-831ca649538a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:42.703852 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d94ed1-9db3-4051-9ed8-831ca649538a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78', 'code': 200} Apr 15 10:56:42.839630 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:42.857255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:42.862197 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] Usage tracker for resource:security_group_rule and tenant:121dd1d703554a5a99fe465bc5769d5e is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:42.885148 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:42.900079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:43.246323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1c5c4-50e9-4d4c-b4e0-2b95563ff585 req-93a04436-bef7-481b-bb1d-243bef1cd885 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.254456 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78c1c5c4-50e9-4d4c-b4e0-2b95563ff585 req-93a04436-bef7-481b-bb1d-243bef1cd885 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.2475989 Apr 15 10:56:43.262428 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3361b-c083-4d66-af76-367c583dda26 req-813ecd70-8ebc-4543-9fa8-f6896c205924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.264839 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-88e3361b-c083-4d66-af76-367c583dda26 req-813ecd70-8ebc-4543-9fa8-f6896c205924 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 1099 time: 0.3116431 Apr 15 10:56:43.382855 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78c1c5c4-50e9-4d4c-b4e0-2b95563ff585 req-a5191c52-ef44-4048-a010-94b5add817d2 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272755 Apr 15 10:56:43.384894 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-88e3361b-c083-4d66-af76-367c583dda26 req-cac5d8c8-f267-47b7-b8a5-01225b535e54 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052775 Apr 15 10:56:43.393250 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.397026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.406995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a7696b81-c5a0-4e8d-a345-7fc68b153b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:43.438145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b856d8b2-db6d-4326-a43d-bdb53d27757d,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:43.443752 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:43.460524 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=121dd1d703554a5a99fe465bc5769d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8789237 Apr 15 10:56:43.463183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37462) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:43.534851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf5bef5d-1e3d-43b4-9935-23376b75dcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.564400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf5bef5d-1e3d-43b4-9935-23376b75dcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.627434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf5bef5d-1e3d-43b4-9935-23376b75dcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.634413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:43.651433 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf5bef5d-1e3d-43b4-9935-23376b75dcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.666186 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-bf5bef5d-1e3d-43b4-9935-23376b75dcda admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b856d8b2-db6d-4326-a43d-bdb53d27757d HTTP/1.1" status: 204 len: 168 time: 0.1985881 Apr 15 10:56:43.666835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bef5d-1e3d-43b4-9935-23376b75dcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b856d8b2-db6d-4326-a43d-bdb53d27757d,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:43.669974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bf5bef5d-1e3d-43b4-9935-23376b75dcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:44.620269 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6ab31-90da-4128-b3ca-5dc4aeecf54a req-d2974cb7-b7e8-42e7-ba8c-1d9e548bcd66 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:44.642239 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e8a6ab31-90da-4128-b3ca-5dc4aeecf54a req-d2974cb7-b7e8-42e7-ba8c-1d9e548bcd66 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 945 time: 0.2817953 Apr 15 10:56:44.839078 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e8a6ab31-90da-4128-b3ca-5dc4aeecf54a req-05c4d1b7-563d-445c-8b6d-25bb782897c2 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886744 Apr 15 10:56:44.926185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09e327-1eda-479f-9712-60709407abb7 req-d5f8b4d1-b3e2-40b9-8376-cd114f1e9863 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:44.939248 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ab09e327-1eda-479f-9712-60709407abb7 req-d5f8b4d1-b3e2-40b9-8376-cd114f1e9863 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1784561 Apr 15 10:56:45.019269 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ab09e327-1eda-479f-9712-60709407abb7 req-be2bc7f4-674a-4734-bed8-640756c26dc7 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785503 Apr 15 10:56:45.434942 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37588) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:45.682800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.700729 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:45.704779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] Usage tracker for resource:security_group_rule and tenant:a6108253a4714231b7ee0c52d9596bff is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:45.707786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:45.714449 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:45.810642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.814966 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.824784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9ac60e21-3fec-48a7-9f7c-5babc863d5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:45.848888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37606) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:45.875661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd090fc-488f-43c6-9b3b-dcbf0013d214,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:45.885572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37614) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:45.886660 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a6108253a4714231b7ee0c52d9596bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500682 Apr 15 10:56:45.888295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:46.024776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-520d426d-5459-4c66-9738-2e725f1b50aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.050136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.094758 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:46.121841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] Usage tracker for resource:security_group_rule and tenant:162ffda40b244e90862bc89d87868e26 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:46.130116 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:46.134469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-520d426d-5459-4c66-9738-2e725f1b50aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.376861 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:46.472243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf215f6f-3894-4290-93f7-5e5a772a2d58 req-1b8b20a2-9b70-44a1-b34f-067380faa52b tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.474002 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cf215f6f-3894-4290-93f7-5e5a772a2d58 req-1b8b20a2-9b70-44a1-b34f-067380faa52b tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 945 time: 0.5039384 Apr 15 10:56:46.656415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18ef82-5e1e-433c-beed-1b5a0aa9ecba req-6ca85bd3-57e5-41e2-9705-de0ad112e171 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.658420 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6f18ef82-5e1e-433c-beed-1b5a0aa9ecba req-6ca85bd3-57e5-41e2-9705-de0ad112e171 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.2769618 Apr 15 10:56:46.672116 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cf215f6f-3894-4290-93f7-5e5a772a2d58 req-c3c82ed6-ca67-4c97-80c4-ba32987fd654 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563988 Apr 15 10:56:46.724842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.728446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-520d426d-5459-4c66-9738-2e725f1b50aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.741311 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6094bd6d-e6fa-495c-a907-f35bf662166f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:46.753185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.793353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d426d-5459-4c66-9738-2e725f1b50aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd090fc-488f-43c6-9b3b-dcbf0013d214,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:46.805457 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-520d426d-5459-4c66-9738-2e725f1b50aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.806120 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-520d426d-5459-4c66-9738-2e725f1b50aa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/edd090fc-488f-43c6-9b3b-dcbf0013d214 HTTP/1.1" status: 204 len: 168 time: 0.9192228 Apr 15 10:56:46.806885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-520d426d-5459-4c66-9738-2e725f1b50aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:46.810713 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-115ddca1-63f9-4e49-8018-6a47f57190e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:46.853696 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=162ffda40b244e90862bc89d87868e26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0035119 Apr 15 10:56:46.856710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37650) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:46.857674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597c5504-134e-4015-9b03-1ab95f52cf1e,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:46.863188 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:46.866394 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6f18ef82-5e1e-433c-beed-1b5a0aa9ecba req-a65eacdb-2d60-404e-9bfc-582a90cb493b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394732 Apr 15 10:56:46.940254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0d62c32a-77e1-4b51-ba26-8b00e3a4a514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.978100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-fb088059-c563-4f5c-b3b6-3e925fbff977 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.979798 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-fb088059-c563-4f5c-b3b6-3e925fbff977 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 945 time: 0.1057448 Apr 15 10:56:46.983042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0d62c32a-77e1-4b51-ba26-8b00e3a4a514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.034621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0d62c32a-77e1-4b51-ba26-8b00e3a4a514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.040326 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:47.057300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62c32a-77e1-4b51-ba26-8b00e3a4a514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597c5504-134e-4015-9b03-1ab95f52cf1e,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:47.070773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0d62c32a-77e1-4b51-ba26-8b00e3a4a514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:47.076136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Deleting port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:56:47.076348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.087961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0d62c32a-77e1-4b51-ba26-8b00e3a4a514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.091840 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0d62c32a-77e1-4b51-ba26-8b00e3a4a514 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/597c5504-134e-4015-9b03-1ab95f52cf1e HTTP/1.1" status: 204 len: 168 time: 0.2310460 Apr 15 10:56:47.176766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37660) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:47.202592 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.226784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:47.234373 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6b90b3421c4eb995aff99615cfa123 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:47.235168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:47.241868 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:47.348284 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.351941 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.363555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b933b5df-be55-47ff-822a-558091855f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:47.425975 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f6b90b3421c4eb995aff99615cfa123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371900 Apr 15 10:56:47.425975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37672) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:47.438100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad379532-0ec4-4477-a2b4-42edcdd46680,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:47.441716 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:47.462928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37676) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:47.533498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-95e031e1-69ae-491a-9bd2-7dd38230417c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.561243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] For port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,segment=NetworkSegment(3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4),segment_id=3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:47.561243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.561432 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.590611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:47.598404 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-95e031e1-69ae-491a-9bd2-7dd38230417c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.606102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] Usage tracker for resource:security_group_rule and tenant:6726e156ec1f47ffbce7f20e975335f7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:47.611839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:47.626284 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:47.653200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a39c29-a9f3-456e-a6d2-3308130b298a req-c4393ef7-5d01-4994-aeac-02c240f8df95 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.654837 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f9a39c29-a9f3-456e-a6d2-3308130b298a req-c4393ef7-5d01-4994-aeac-02c240f8df95 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.3360233 Apr 15 10:56:47.685519 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-95e031e1-69ae-491a-9bd2-7dd38230417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.690403 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0d62c32a-77e1-4b51-ba26-8b00e3a4a514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:47.708256 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e031e1-69ae-491a-9bd2-7dd38230417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad379532-0ec4-4477-a2b4-42edcdd46680,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:47.710691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-95e031e1-69ae-491a-9bd2-7dd38230417c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:47.717032 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72485e3a-7e74-4fe7-8d07-040a66d8e74a req-ae33f7dc-5751-49df-91a4-40ea13a2a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.718704 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-72485e3a-7e74-4fe7-8d07-040a66d8e74a req-ae33f7dc-5751-49df-91a4-40ea13a2a7f2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 1099 time: 0.3601134 Apr 15 10:56:47.727186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Calling delete_port for 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:56:47.755903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-95e031e1-69ae-491a-9bd2-7dd38230417c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.759600 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-95e031e1-69ae-491a-9bd2-7dd38230417c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ad379532-0ec4-4477-a2b4-42edcdd46680 HTTP/1.1" status: 204 len: 168 time: 0.3368313 Apr 15 10:56:47.777465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.783894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.795102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9a2384fe-7fa0-4390-b580-e3f447dcefa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:47.846823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf77996-9b25-486b-ba81-e313a83aa0ea,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:47.850908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:47.854020 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6726e156ec1f47ffbce7f20e975335f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813181 Apr 15 10:56:47.857094 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37690) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:47.935677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-40eb589f-e230-4cf9-ad3d-2b0b7d4269e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.965643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-40eb589f-e230-4cf9-ad3d-2b0b7d4269e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.034819 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-40eb589f-e230-4cf9-ad3d-2b0b7d4269e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.042785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:48.061009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb589f-e230-4cf9-ad3d-2b0b7d4269e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf77996-9b25-486b-ba81-e313a83aa0ea,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:48.066201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-40eb589f-e230-4cf9-ad3d-2b0b7d4269e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:48.066201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-40eb589f-e230-4cf9-ad3d-2b0b7d4269e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.068696 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-40eb589f-e230-4cf9-ad3d-2b0b7d4269e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aaf77996-9b25-486b-ba81-e313a83aa0ea HTTP/1.1" status: 204 len: 168 time: 0.2099943 Apr 15 10:56:48.135070 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f9a39c29-a9f3-456e-a6d2-3308130b298a req-edb2ba57-6999-4f02-87c9-77ad611b9465 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763323 Apr 15 10:56:48.156928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72485e3a-7e74-4fe7-8d07-040a66d8e74a req-abe3889c-064f-4213-b2e6-3050dde926af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.158893 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-72485e3a-7e74-4fe7-8d07-040a66d8e74a req-abe3889c-064f-4213-b2e6-3050dde926af service neutron] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 921 time: 0.3874030 Apr 15 10:56:48.251904 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-72485e3a-7e74-4fe7-8d07-040a66d8e74a req-14145497-3595-479e-82fa-f0a9003cd494 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 HTTP/1.1" status: 200 len: 217 time: 0.0806150 Apr 15 10:56:48.385859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176db1b6-a5a4-4005-8d62-a491c4b5849e req-126d4018-f9ed-45f4-a0eb-f250c0c6138c tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.393821 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-176db1b6-a5a4-4005-8d62-a491c4b5849e req-126d4018-f9ed-45f4-a0eb-f250c0c6138c tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 945 time: 0.5636463 Apr 15 10:56:48.420266 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72485e3a-7e74-4fe7-8d07-040a66d8e74a req-8b323d8f-2b24-4482-93dc-248c25e95154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.421831 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-72485e3a-7e74-4fe7-8d07-040a66d8e74a req-8b323d8f-2b24-4482-93dc-248c25e95154 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.1309295 Apr 15 10:56:48.432893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.502948 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['3605bb9f-55eb-45af-bfaf-8acbcb6cdaac'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:48.520201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:48.606390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Pushing event deleted for resources: {'Port': ['ID=3605bb9f-55eb-45af-bfaf-8acbcb6cdaac,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:48.661132 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:48.671748 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-176db1b6-a5a4-4005-8d62-a491c4b5849e req-36e31338-c0d1-47ce-9fa1-be70aae30473 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f59bd6c-cf3e-47cc-8480-0259e8468229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769628 Apr 15 10:56:48.677323 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-72485e3a-7e74-4fe7-8d07-040a66d8e74a req-2cbab110-ed2e-4f0a-ab32-22c8e532a338 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2308669 Apr 15 10:56:49.205530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] No DVR routers for this DVR port 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:56:49.208638 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-72485e3a-7e74-4fe7-8d07-040a66d8e74a req-a5bd653f-3cd9-46db-820e-5c615f951fb1 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203698 Apr 15 10:56:49.210897 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.216680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5ed4f8-15f6-4969-90d8-ce27fe42173e', 'name': 'network-vif-deleted', 'tag': '3605bb9f-55eb-45af-bfaf-8acbcb6cdaac'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:49.347932 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5ed4f8-15f6-4969-90d8-ce27fe42173e', 'name': 'network-vif-deleted', 'tag': '3605bb9f-55eb-45af-bfaf-8acbcb6cdaac', 'status': 'completed', 'code': 200} Apr 15 10:56:49.496143 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9bf63da2-b7cd-40fa-8443-79c9b00b8af1 req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.97 "DELETE /v2.0/ports/3605bb9f-55eb-45af-bfaf-8acbcb6cdaac HTTP/1.1" status: 204 len: 173 time: 2.5084229 Apr 15 10:56:49.641117 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-72485e3a-7e74-4fe7-8d07-040a66d8e74a req-e3cdbaa2-de02-4b80-b9ce-4a912703c830 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982952 Apr 15 10:56:49.652292 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3e0a63d0-2c2b-4f6c-b8b5-471732aee5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:49.738840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81fd3c-4f21-4d1e-8ac0-800a68199852 req-ed62645d-c506-4b71-86a7-63c8eebb5d4c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.740674 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ae81fd3c-4f21-4d1e-8ac0-800a68199852 req-ed62645d-c506-4b71-86a7-63c8eebb5d4c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.2630486 Apr 15 10:56:49.824231 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ae81fd3c-4f21-4d1e-8ac0-800a68199852 req-88fa0711-3323-48d3-998b-b9a26bc7e28b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749767 Apr 15 10:56:49.881950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d2817f97-d2d7-4307-812b-c011e3a95f10 req-4cc66cf4-8194-433b-b057-8316cf57b110 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Synchronizing usage tracker for tenant:a9307a4c2f3247bf8daecadb5e41dda9 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:49.901782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d2817f97-d2d7-4307-812b-c011e3a95f10 req-4cc66cf4-8194-433b-b057-8316cf57b110 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Unset dirty status for tenant:a9307a4c2f3247bf8daecadb5e41dda9 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:49.906896 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d2817f97-d2d7-4307-812b-c011e3a95f10 req-4cc66cf4-8194-433b-b057-8316cf57b110 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 210 time: 0.0730906 Apr 15 10:56:50.881360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37848) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:51.134673 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.153854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:51.158767 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] Usage tracker for resource:security_group_rule and tenant:ab239de8a0fa4adbb8db52ebbdcd7709 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:51.162717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:51.170267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:51.196387 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b94705c8-5699-4f72-b43b-598adff961cd req-45eb3a8c-7882-4315-8dbe-cd08b7a5cf52 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d5ed4f8-15f6-4969-90d8-ce27fe42173e HTTP/1.1" status: 200 len: 210 time: 0.0669286 Apr 15 10:56:51.210205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5ab1a-b2da-4010-8b58-37790b6bf7bf req-56d80186-2430-4790-a1c6-3260c68e1e51 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:51.212721 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dbb5ab1a-b2da-4010-8b58-37790b6bf7bf req-56d80186-2430-4790-a1c6-3260c68e1e51 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.2447062 Apr 15 10:56:51.335877 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dbb5ab1a-b2da-4010-8b58-37790b6bf7bf req-6b9b913e-0f79-48f0-8fa2-34b82e522665 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171863 Apr 15 10:56:51.357889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.362044 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.372946 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:51.430718 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab239de8a0fa4adbb8db52ebbdcd7709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5479529 Apr 15 10:56:51.431348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37874) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:51.435290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e38a510-e2ab-4322-a808-a7d87fe86bc0,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:51.440937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:51.539360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-41bedb62-45f3-4af7-a4cd-8a7be8286503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.575283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-41bedb62-45f3-4af7-a4cd-8a7be8286503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.627284 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-41bedb62-45f3-4af7-a4cd-8a7be8286503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.631846 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:51.649970 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bedb62-45f3-4af7-a4cd-8a7be8286503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e38a510-e2ab-4322-a808-a7d87fe86bc0,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:51.653387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-41bedb62-45f3-4af7-a4cd-8a7be8286503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:51.656245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-41bedb62-45f3-4af7-a4cd-8a7be8286503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.661773 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-41bedb62-45f3-4af7-a4cd-8a7be8286503 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1e38a510-e2ab-4322-a808-a7d87fe86bc0 HTTP/1.1" status: 204 len: 168 time: 0.2288475 Apr 15 10:56:51.868947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:51.928395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:56:51.928938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 3605bb9f-55eb-45af-bfaf-8acbcb6cdaac not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:56:52.011346 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-77a938e0-4a2b-457b-9d64-3d569990ff4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.021453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 37908) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:52.038210 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.056722 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:52.058840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:984b2f4b9d6e4d179b5efad00b0cb6c6 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:52.061967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:52.068413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:52.175887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.180553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.190012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-579a47f6-15fd-4e83-a928-ab9fb11f678e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:52.234817 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=984b2f4b9d6e4d179b5efad00b0cb6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152717 Apr 15 10:56:52.234817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f61d24d-f2c5-41f1-82bb-5f48217cb4d5,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:52.237076 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 37924) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:52.248496 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:52.314802 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-95c29ca6-788e-454e-ad1f-e980392b5a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.346185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-95c29ca6-788e-454e-ad1f-e980392b5a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.410796 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-95c29ca6-788e-454e-ad1f-e980392b5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.418066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:52.435189 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-95c29ca6-788e-454e-ad1f-e980392b5a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.436624 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-95c29ca6-788e-454e-ad1f-e980392b5a2a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4f61d24d-f2c5-41f1-82bb-5f48217cb4d5 HTTP/1.1" status: 204 len: 168 time: 0.1981304 Apr 15 10:56:52.437810 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c29ca6-788e-454e-ad1f-e980392b5a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f61d24d-f2c5-41f1-82bb-5f48217cb4d5,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:52.447114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-95c29ca6-788e-454e-ad1f-e980392b5a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:52.574339 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1244c-ba83-426e-b66d-eedbf223e10e req-683808ed-a59f-4a1f-9764-ce63464123e9 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:52.576203 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8be1244c-ba83-426e-b66d-eedbf223e10e req-683808ed-a59f-4a1f-9764-ce63464123e9 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1158810 Apr 15 10:56:52.645163 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8be1244c-ba83-426e-b66d-eedbf223e10e req-6c4588c7-5566-490c-89a2-2b643a81486c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607793 Apr 15 10:56:53.061345 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.137818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.898007 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895c919-4acb-4929-8f55-e916d58baa54 req-07d78531-d442-49f5-809b-0238c8dbf913 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:53.902920 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9895c919-4acb-4929-8f55-e916d58baa54 req-07d78531-d442-49f5-809b-0238c8dbf913 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1011827 Apr 15 10:56:53.949310 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9895c919-4acb-4929-8f55-e916d58baa54 req-5d3f6b75-536c-44d3-ad60-5b8088a0ab89 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 Apr 15 10:56:54.435296 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38034) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:54.456881 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.503759 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-033114fb-7aee-48fc-a06b-6a6cae172754 admin admin] Deleting subnet 7c3fdcc1-8506-4c69-9f5d-23736aef19df {{(pid=85313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:56:54.506638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-033114fb-7aee-48fc-a06b-6a6cae172754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.565704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-033114fb-7aee-48fc-a06b-6a6cae172754 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.573756 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-033114fb-7aee-48fc-a06b-6a6cae172754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.959266 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-97b34393-c230-4949-815f-2ad8a0669ed5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1226897 Apr 15 10:56:54.963188 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-033114fb-7aee-48fc-a06b-6a6cae172754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for subnet, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.060896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:55.184816 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033114fb-7aee-48fc-a06b-6a6cae172754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3fdcc1-8506-4c69-9f5d-23736aef19df,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:55.191278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-033114fb-7aee-48fc-a06b-6a6cae172754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:55.194888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38062) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:55.243351 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-033114fb-7aee-48fc-a06b-6a6cae172754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.260007 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-033114fb-7aee-48fc-a06b-6a6cae172754 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7c3fdcc1-8506-4c69-9f5d-23736aef19df HTTP/1.1" status: 204 len: 168 time: 0.8198252 Apr 15 10:56:55.260104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38068) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:55.292225 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-a8dd89c9-5aa2-4483-9372-15e320f46b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.293737 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-a8dd89c9-5aa2-4483-9372-15e320f46b4f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1098 time: 0.2340052 Apr 15 10:56:55.317587 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f04cc-eb97-4098-a649-26eb4b94c897 req-d7881635-410b-452f-9468-fb72291b47a1 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.319250 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7e3f04cc-eb97-4098-a649-26eb4b94c897 req-d7881635-410b-452f-9468-fb72291b47a1 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1573043 Apr 15 10:56:55.331855 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:56:55.390391 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.421169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:55.431104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.487510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] Usage tracker for resource:security_group_rule and tenant:156a844b9fc84c45b47377f5a8df890b is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:55.492290 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7e3f04cc-eb97-4098-a649-26eb4b94c897 req-52a61c2d-845d-4efd-a3e8-b6ce771e9c5e tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465082 Apr 15 10:56:55.497015 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-faa0c2ad-60c4-42e5-901f-89bad37691d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.498001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:55.498719 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-faa0c2ad-60c4-42e5-901f-89bad37691d6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 921 time: 0.1784847 Apr 15 10:56:55.508158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:55.594915 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-4d13bdaf-e110-403b-855c-aa7b1ff850d4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb HTTP/1.1" status: 200 len: 217 time: 0.0832803 Apr 15 10:56:55.660841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.667413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-0b2d03d2-e3d7-4323-8526-91098cb9df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.669483 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-0b2d03d2-e3d7-4323-8526-91098cb9df93 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.0656934 Apr 15 10:56:55.723708 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-9cd8864b-1516-47ec-984b-fc0e1feeded9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464971 Apr 15 10:56:55.801555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.801965 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.802857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.803155 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > port after_create 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.803513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > port after_delete 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.803852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > port after_update 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.804205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.804555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.804905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.805256 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.873426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.873808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.874189 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.874621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85314) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:56:55.875050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e709931c-bc8b-4f8c-bd64-03d344724c43']}} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:55.875253 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-6353ff43-c584-4a05-9b25-1c0afd443a05 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405537 Apr 15 10:56:55.901259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4') {'for_net_delete': True} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:55.901462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3850287b-e7bd-4ac5-9ac8-33fa4e10d2e4') {} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:55.925782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422844'] for segment, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.933655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.942201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.952254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:55.963475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.995106 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=85314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:56:56.028099 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1531e46e-e8be-408c-b212-fd754d1320e8 req-3d7f6412-fbc7-428c-afe2-beab9721ac97 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446166 Apr 15 10:56:56.028990 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=156a844b9fc84c45b47377f5a8df890b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8327451 Apr 15 10:56:56.031736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38082) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:56.032412 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481e8550-42e4-4151-94df-c7dbd5ca15b9,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:56.084147 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:56.101352 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3d31-46c5-437b-8468-0d7648be82f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.131425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3d31-46c5-437b-8468-0d7648be82f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.180142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3d31-46c5-437b-8468-0d7648be82f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.185356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c31a303c-d273-47d6-a8a7-3dbf55ab2b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:56.192685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Network e709931c-bc8b-4f8c-bd64-03d344724c43 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:56.199221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd3d31-46c5-437b-8468-0d7648be82f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481e8550-42e4-4151-94df-c7dbd5ca15b9,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:56.201880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568562'] for segment, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.202034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8bdd3d31-46c5-437b-8468-0d7648be82f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:56.203291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8bdd3d31-46c5-437b-8468-0d7648be82f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.207824 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8bdd3d31-46c5-437b-8468-0d7648be82f5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/481e8550-42e4-4151-94df-c7dbd5ca15b9 HTTP/1.1" status: 204 len: 168 time: 0.1737707 Apr 15 10:56:56.383798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Network e709931c-bc8b-4f8c-bd64-03d344724c43 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: from cryptography.utils import int_from_bytes Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: from cryptography.utils import int_from_bytes Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: (rel_b, rel_a, rel_b), Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:56:56.410599 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:56:56.566077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.575595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:56.623380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.627632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Pushing event deleted for resources: {'Network': ['ID=e709931c-bc8b-4f8c-bd64-03d344724c43,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:56.644487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:56.687611 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] 10.222.0.71 "DELETE /v2.0/networks/e709931c-bc8b-4f8c-bd64-03d344724c43 HTTP/1.1" status: 204 len: 168 time: 1.4262784 Apr 15 10:56:56.824193 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4465f-0c1e-4e8d-8546-05630181c679 req-b1a14cbf-6a2f-4082-9c9f-7ac72371b5e9 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:56.833475 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ca4465f-0c1e-4e8d-8546-05630181c679 req-b1a14cbf-6a2f-4082-9c9f-7ac72371b5e9 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1605909 Apr 15 10:56:56.895905 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ca4465f-0c1e-4e8d-8546-05630181c679 req-04e20f2f-1bd7-4255-89f9-8ff127eb30eb tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612750 Apr 15 10:56:56.995808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38130) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:57.070760 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-6a730f90-aff6-46eb-a05e-3ad1360c18ee admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a9307a4c2f3247bf8daecadb5e41dda9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0731030 Apr 15 10:56:57.073032 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38142) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:57.192128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8137d6aa-645a-40cf-8631-b6379dab9333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.229712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8137d6aa-645a-40cf-8631-b6379dab9333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.295682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8137d6aa-645a-40cf-8631-b6379dab9333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.303578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d85a6f65-fde2-4bf9-b6a2-999b8e721b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:57.322389 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137d6aa-645a-40cf-8631-b6379dab9333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f59bd6c-cf3e-47cc-8480-0259e8468229,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:57.336424 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8137d6aa-645a-40cf-8631-b6379dab9333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:57.339370 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8137d6aa-645a-40cf-8631-b6379dab9333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.340881 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8137d6aa-645a-40cf-8631-b6379dab9333 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f59bd6c-cf3e-47cc-8480-0259e8468229 HTTP/1.1" status: 204 len: 168 time: 0.2667201 Apr 15 10:56:58.131358 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419baf08-ce09-4c80-ac29-d83df8c4d9e4 req-429005fd-2b58-4c8b-b2ed-844641d910aa tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.132959 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-419baf08-ce09-4c80-ac29-d83df8c4d9e4 req-429005fd-2b58-4c8b-b2ed-844641d910aa tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1131189 Apr 15 10:56:58.192803 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-419baf08-ce09-4c80-ac29-d83df8c4d9e4 req-40521cb2-1a86-4e74-9a91-b658bd57e515 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528154 Apr 15 10:56:58.327878 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38208) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:58.449057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-674654083-network', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:58.454191 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:58.458232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Usage tracker for resource:network and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:58.461228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:58.467698 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:58.477071 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Made reservation on behalf of caabc5a003af4501bc035dcef545b4a7 for: {'network': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:58.481991 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.501400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.520499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:58.524775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Usage tracker for resource:security_group_rule and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:58.528234 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:58.535955 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:58.627994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.631331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.634396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-21b57b7a-d111-4078-9d25-a8b057f3de61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:58.662402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1227, 'physical_network': 'physnet1'} {{(pid=85313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:56:58.676843 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858f07b4-3c7d-4560-a4e1-e746893ea44a,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:58.681162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:58.682122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.682546 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Added segment b5581e4f-51fb-4916-81d6-4b48906c47f5 of type vlan for network e2fc2369-04ba-46f5-9a71-238ce9ea3380 Apr 15 10:56:58.710912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.741214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.742652 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.743277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.748177 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:58.854511 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5250475 Apr 15 10:56:58.855645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e2fc2369-04ba-46f5-9a71-238ce9ea3380,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:58.857740 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38226) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:58.863858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.864249 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.864631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.865006 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.865376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.865752 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Request body: {'subnet': {'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-subnet', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:58.865884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.866157 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.866555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.866928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.867292 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.868124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.868549 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:58.872757 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:58.879952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:56:58.880486 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:58.884970 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Usage tracker for resource:subnet and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:58.889086 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:58.895249 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:58.905006 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Made reservation on behalf of caabc5a003af4501bc035dcef545b4a7 for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:58.909782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.151106 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.364767 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.385012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5d532dd7-c89b-4bf8-a698-43e12feb06a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:59.410266 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2daf6b-41f0-4937-b3ee-8b80feaa3e88 req-3370216d-349e-4831-a27b-05066d82dd30 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:59.414851 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ac2daf6b-41f0-4937-b3ee-8b80feaa3e88 req-3370216d-349e-4831-a27b-05066d82dd30 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1100862 Apr 15 10:56:59.518131 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ac2daf6b-41f0-4937-b3ee-8b80feaa3e88 req-891c08e4-9578-4f75-aa17-9b7523370b78 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881405 Apr 15 10:56:59.534831 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6198547-c4ea-4498-81a7-d04ad1984a48,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:59.539591 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:59.619325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Checking segment: {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:59.619919 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Network hostable DHCP agents. Network: e2fc2369-04ba-46f5-9a71-238ce9ea3380, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:56:59.656472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:56:59.671444 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, e2fc2369-04ba-46f5-9a71-238ce9ea3380) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:59.680736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074ac4f4-41e9-49f6-a566-2aaa6a0ebe6a None None] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:59.695106 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:59.695876 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.721142 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8620241 Apr 15 10:56:59.723131 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38258) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:59.730120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:59.737035 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:59.752869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Usage tracker for resource:router and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:59.756137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:59.763354 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:59.778336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59764'] for router, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.780256 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850858942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850960032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850954210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854716051'] for router, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.801807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.012501 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38270) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:00.039387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c448b85-0c5b-51f4-9699-53a11923281c-e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48'}]}} from dv-cinder-786384-1-smb. {{(pid=85315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:57:00.040374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.224535 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Allocated IP 172.20.0.2 (e2fc2369-04ba-46f5-9a71-238ce9ea3380/f6198547-c4ea-4498-81a7-d04ad1984a48/56f882d2-f3d9-4978-bc86-29bb4cb5a5f1) {{(pid=85315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:00.364184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850960013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854716066'] for router, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.472225 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.495783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:00.501899 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Usage tracker for resource:security_group_rule and tenant:40161efb6fed4dbebc0cae5075d4a945 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:00.517411 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:00.526875 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:00.643554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Notify callbacks [] for port, precommit_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.655284 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Transition to ACTIVE for port object 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:00.683470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Transition to ACTIVE for port object 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 will not be triggered until provisioned by entity DHCP. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:00.691536 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.775652 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1777-cada-4696-aa63-da215cf1507c req-720279af-885c-4bc8-8724-27e84131e43d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:00.777358 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d86e1777-cada-4696-aa63-da215cf1507c req-720279af-885c-4bc8-8724-27e84131e43d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1471188 Apr 15 10:57:00.835560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:00.870438 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.877165 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.888298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5da125b7-fad6-497d-a6fb-131fee4b0029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:00.895403 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 is already hosted by enough agents. {{(pid=85315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:00.897909 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d86e1777-cada-4696-aa63-da215cf1507c req-2dc3c621-4163-443c-9f27-755e5ebcfeee tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062448 Apr 15 10:57:00.906029 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Resources bound (agent type, host, resource id): {{(pid=85315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:00.910510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Received port after_create {{(pid=85315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:00.927120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.990891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.031293 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Attempting to bind port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:01.031803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Attempting to bind port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:01.032326 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Attempting to bind port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 on network e2fc2369-04ba-46f5-9a71-238ce9ea3380 {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:01.042681 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:01.043775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Checking segment: {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:01.044821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.045357 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Bound using segment: {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:01.046212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Bound port: 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:01.046483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.051839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5a34cb-c2de-4a3e-b942-01a1dbb00887,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:01.072613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.073005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.073392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.073778 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.074392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.074569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.074895 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.075272 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.075642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.076010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.076374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.076737 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:01.087758 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:01.092704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38308) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:01.092795 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40161efb6fed4dbebc0cae5075d4a945&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0788114 Apr 15 10:57:01.197125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Pushing event updated for resources: {'Port': ['ID=56f882d2-f3d9-4978-bc86-29bb4cb5a5f1,revision_number=1']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:01.210572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:01.220337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Allocated IP 172.28.0.128 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/da9070af-8982-433e-a71e-b73c6b141a74) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:01.286215 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e1e5914c-9e0d-4e10-8e84-7902be9ce215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.288863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] For port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:01.298526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] For port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=56f882d2-f3d9-4978-bc86-29bb4cb5a5f1,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:01.308083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.357794 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e1e5914c-9e0d-4e10-8e84-7902be9ce215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.456597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e1e5914c-9e0d-4e10-8e84-7902be9ce215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.464172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-59bd9cb6-9a05-44d2-b1c0-207d1c26b38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:01.491887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5914c-9e0d-4e10-8e84-7902be9ce215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5a34cb-c2de-4a3e-b942-01a1dbb00887,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:01.503932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e1e5914c-9e0d-4e10-8e84-7902be9ce215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:01.510576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e1e5914c-9e0d-4e10-8e84-7902be9ce215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.511358 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:01.512288 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e1e5914c-9e0d-4e10-8e84-7902be9ce215 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2d5a34cb-c2de-4a3e-b942-01a1dbb00887 HTTP/1.1" status: 204 len: 168 time: 0.4187098 Apr 15 10:57:01.515822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.585432 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38326) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:01.611721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.700092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Pushing event updated for resources: {'Port': ['ID=56f882d2-f3d9-4978-bc86-29bb4cb5a5f1,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:01.711446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:01.739111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:01.793025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.811152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:01.816345 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] Usage tracker for resource:security_group_rule and tenant:bde99e5f49cd41faa0fd8409ddc3a916 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:01.835195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:01.848579 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:01.865597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Pushing event updated for resources: {'Port': ['ID=da9070af-8982-433e-a71e-b73c6b141a74,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:01.871218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:01.950259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:01.959493 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:01.961791 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:02.112174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.131044 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.142874 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bf5bef5d-1e3d-43b4-9935-23376b75dcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:02.239633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903c86d1-c05c-44a2-8e69-52f488d9bb50,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:02.260447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38344) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:02.269733 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:02.282637 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bde99e5f49cd41faa0fd8409ddc3a916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6960106 Apr 15 10:57:02.285548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38350) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:02.560773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.583647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:02.592949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] Usage tracker for resource:security_group_rule and tenant:d4c0497a7a0848c3be63b593dab053bf is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:02.596989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:02.607979 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:02.637515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.650557 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651db86-bb1f-4b30-b466-4cfe1659f8b5 req-38556bc3-9633-408c-b5d1-9ef7ab996c78 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:02.666122 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6651db86-bb1f-4b30-b466-4cfe1659f8b5 req-38556bc3-9633-408c-b5d1-9ef7ab996c78 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.5247445 Apr 15 10:57:02.748016 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6651db86-bb1f-4b30-b466-4cfe1659f8b5 req-19f491a6-e0fc-49f3-8f83-68b3babbb102 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808156 Apr 15 10:57:02.829963 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.835169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.850963 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:02.891967 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4c0497a7a0848c3be63b593dab053bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6246016 Apr 15 10:57:02.896059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38380) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:02.948278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-03bef28f-21c8-49cd-b772-cca4c093a94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.964967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6639a568-ef77-4456-addb-8ebca3a69aa7,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:02.988736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:03.050650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ed84370-0b58-425e-b9e4-7abb41d54e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.055735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-03bef28f-21c8-49cd-b772-cca4c093a94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.116925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38390) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:03.154757 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38394) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:03.160120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ed84370-0b58-425e-b9e4-7abb41d54e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.232337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ed84370-0b58-425e-b9e4-7abb41d54e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.243353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-77b98a88-efa8-4b19-843e-8ba46eeacae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:03.263364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ed84370-0b58-425e-b9e4-7abb41d54e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.264634 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1ed84370-0b58-425e-b9e4-7abb41d54e91 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6639a568-ef77-4456-addb-8ebca3a69aa7 HTTP/1.1" status: 204 len: 168 time: 0.3671887 Apr 15 10:57:03.267383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed84370-0b58-425e-b9e4-7abb41d54e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6639a568-ef77-4456-addb-8ebca3a69aa7,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:03.270059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ed84370-0b58-425e-b9e4-7abb41d54e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:03.354176 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.371274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.391873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:03.397362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] Usage tracker for resource:security_group_rule and tenant:0882600fb37248dda28504340bcf4060 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:03.400883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:03.403703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:03.411599 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] Usage tracker for resource:security_group_rule and tenant:30b6748fb20444538295d826892b9cf3 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:03.414863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:03.417220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:03.447106 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32496760-d480-402f-bcac-1dcd585eaa2e None None] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:03.448002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:03.661596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850858760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815770'] for router, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.662335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-4ae51cfd-b0c1-4a23-a44c-dc31d5f5dbdb None None] Provisioning for port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:03.698661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.701198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.705229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.707699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:03.744430 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9f48c23b-4a74-4633-af6f-70813885c968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:03.759497 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0882600fb37248dda28504340bcf4060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029909 Apr 15 10:57:03.760229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38412) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:03.765201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.810466 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=30b6748fb20444538295d826892b9cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6901941 Apr 15 10:57:03.817230 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38420) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:03.828194 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-03bef28f-21c8-49cd-b772-cca4c093a94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.845335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-eb6cd1a9-c7f3-47cb-9956-263a04354e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:03.853800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78b4d88-aadb-4801-b236-abd6eab9b89e,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:03.861758 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bef28f-21c8-49cd-b772-cca4c093a94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903c86d1-c05c-44a2-8e69-52f488d9bb50,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:03.870291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-03bef28f-21c8-49cd-b772-cca4c093a94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:03.876903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:03.877455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9c0a877c-8bce-4087-ac64-808ed08e96b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:03.919323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-03bef28f-21c8-49cd-b772-cca4c093a94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.920891 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-03bef28f-21c8-49cd-b772-cca4c093a94c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/903c86d1-c05c-44a2-8e69-52f488d9bb50 HTTP/1.1" status: 204 len: 168 time: 1.6340148 Apr 15 10:57:03.976916 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e14d8e9d-1c4a-4bca-8e87-5309d79d58b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.006192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:04.007485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-08c80874-9270-4c2b-8d5d-69302a432111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.010005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e14d8e9d-1c4a-4bca-8e87-5309d79d58b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.013362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:04.013781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.061567 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e14d8e9d-1c4a-4bca-8e87-5309d79d58b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.069549 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7c7126d5-fde6-45ac-83e0-3a951a7cbd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:04.102002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d8e9d-1c4a-4bca-8e87-5309d79d58b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e6289-33df-46b6-9422-e4460a5d935e,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:04.105958 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e14d8e9d-1c4a-4bca-8e87-5309d79d58b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:04.108576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e6289-33df-46b6-9422-e4460a5d935e,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:04.118690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:04.120872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e14d8e9d-1c4a-4bca-8e87-5309d79d58b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.122090 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e14d8e9d-1c4a-4bca-8e87-5309d79d58b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3f8e6289-33df-46b6-9422-e4460a5d935e HTTP/1.1" status: 204 len: 168 time: 0.3037920 Apr 15 10:57:04.134952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Router 63e96f85-cac0-4ff0-8a97-ee6150cc00be is scheduled to L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 with binding_index 1 {{(pid=85314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:57:04.136350 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-08c80874-9270-4c2b-8d5d-69302a432111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.247841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-08c80874-9270-4c2b-8d5d-69302a432111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.309526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-07d0d4b0-ea83-45d2-afaf-f046a00377dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:04.358446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.369090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c80874-9270-4c2b-8d5d-69302a432111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78b4d88-aadb-4801-b236-abd6eab9b89e,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:04.385677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-08c80874-9270-4c2b-8d5d-69302a432111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:04.431409 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01159ee2-7bbc-4fe2-aaeb-830cc2230670 req-15461a93-e921-4d1a-aa12-4fdf1fe79bf3 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.433177 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-01159ee2-7bbc-4fe2-aaeb-830cc2230670 req-15461a93-e921-4d1a-aa12-4fdf1fe79bf3 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.4278324 Apr 15 10:57:04.436031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-08c80874-9270-4c2b-8d5d-69302a432111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.440023 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-08c80874-9270-4c2b-8d5d-69302a432111 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b78b4d88-aadb-4801-b236-abd6eab9b89e HTTP/1.1" status: 204 len: 168 time: 0.6736867 Apr 15 10:57:04.446712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=56f882d2-f3d9-4978-bc86-29bb4cb5a5f1,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:04.454331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.456415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:04.571157 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=56f882d2-f3d9-4978-bc86-29bb4cb5a5f1,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:04.576002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:04.588113 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-01159ee2-7bbc-4fe2-aaeb-830cc2230670 req-2957bf30-0f89-4784-8ccd-f304f8a123c5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448698 Apr 15 10:57:04.619903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-d8f2bc3c-b8fe-4f7b-a386-9264fd029870 None None] Provisioning complete for port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:04.620446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d8f2bc3c-b8fe-4f7b-a386-9264fd029870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.632195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:04.641511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Sync routers for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:04.656103 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:04.657298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:56:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:04.669257 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Notify callbacks [] for router, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.672082 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9474008 Apr 15 10:57:04.675220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38444) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:05.021309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:05.167697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38462) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:05.190647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.228056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:05.235230 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] Usage tracker for resource:security_group_rule and tenant:1e18585395924402a26440ee5c5d6c91 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:05.246299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:05.255427 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38468) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:05.261313 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:05.319177 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.384094 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:05.408327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] Usage tracker for resource:security_group_rule and tenant:70354f76fbfa4a90b609869573aa09e4 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:05.414888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:05.423632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:05.529786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.543246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.558436 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7e8de006-41ed-4504-a9d5-532cc67e6251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:05.666108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3501b4-a703-45e7-9d3c-853cba10de60,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:05.686178 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e18585395924402a26440ee5c5d6c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149343 Apr 15 10:57:05.686178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.687122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:05.687675 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38480) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:05.700975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.712008 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-03bef28f-21c8-49cd-b772-cca4c093a94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:05.715218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:02Z', 'revision_number': 3, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:05.732004 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Checking router: 63e96f85-cac0-4ff0-8a97-ee6150cc00be for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:05.732437 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Updating router 63e96f85-cac0-4ff0-8a97-ee6150cc00be port da9070af-8982-433e-a71e-b73c6b141a74 binding host dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:57:05.733585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:05.780464 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=70354f76fbfa4a90b609869573aa09e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238876 Apr 15 10:57:05.791443 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38492) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:05.798569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f1147e-e043-402f-ad8c-95400a3c8cfd,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:05.816482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:05.835775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.858318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.863459 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3c7792d6-5178-4c41-9372-e037ecddfb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.879092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:05.879678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.918219 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3c7792d6-5178-4c41-9372-e037ecddfb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.934342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4ed56e5b-375b-4172-b5f4-c6b17160682d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.992299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4ed56e5b-375b-4172-b5f4-c6b17160682d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.049862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3c7792d6-5178-4c41-9372-e037ecddfb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.055378 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a3198639-fbe5-4a52-ba79-0fd746db493e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:06.073484 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7792d6-5178-4c41-9372-e037ecddfb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3501b4-a703-45e7-9d3c-853cba10de60,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:06.077278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3c7792d6-5178-4c41-9372-e037ecddfb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:06.084462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3c7792d6-5178-4c41-9372-e037ecddfb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.085764 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3c7792d6-5178-4c41-9372-e037ecddfb63 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a3501b4-a703-45e7-9d3c-853cba10de60 HTTP/1.1" status: 204 len: 168 time: 0.3970177 Apr 15 10:57:06.093480 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4ed56e5b-375b-4172-b5f4-c6b17160682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.095276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6832252-845c-4fb4-acf2-7db6f84f9ca5 req-c503771a-b46d-4a29-a255-4c4ee849e1cd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:06.097341 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a6832252-845c-4fb4-acf2-7db6f84f9ca5 req-c503771a-b46d-4a29-a255-4c4ee849e1cd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.2262368 Apr 15 10:57:06.102553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-40eb589f-e230-4cf9-ad3d-2b0b7d4269e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:06.123954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4ed56e5b-375b-4172-b5f4-c6b17160682d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.128651 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-4ed56e5b-375b-4172-b5f4-c6b17160682d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/06f1147e-e043-402f-ad8c-95400a3c8cfd HTTP/1.1" status: 204 len: 168 time: 0.3291433 Apr 15 10:57:06.128651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed56e5b-375b-4172-b5f4-c6b17160682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f1147e-e043-402f-ad8c-95400a3c8cfd,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:06.128651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4ed56e5b-375b-4172-b5f4-c6b17160682d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:06.200297 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a6832252-845c-4fb4-acf2-7db6f84f9ca5 req-74d3fc47-bc61-4398-a8db-5b3016da0c10 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945477 Apr 15 10:57:06.390632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Allocated IP 172.20.0.1 (e2fc2369-04ba-46f5-9a71-238ce9ea3380/f6198547-c4ea-4498-81a7-d04ad1984a48/eabb46c3-4b37-4ced-8c28-cab6c898b35d) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:06.544531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Notify callbacks [] for port, precommit_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.562819 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Transition to ACTIVE for port object da9070af-8982-433e-a71e-b73c6b141a74 will not be triggered until provisioned by entity L2. {{(pid=85316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:06.575133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.605179 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:06.760485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92235612-a33c-4810-aa9d-dab3f8b2f98a None None] Pushing event updated for resources: {'Port': ['ID=da9070af-8982-433e-a71e-b73c6b141a74,revision_number=2']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:06.774944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-92235612-a33c-4810-aa9d-dab3f8b2f98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:06.840290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.879168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Transition to ACTIVE for port object eabb46c3-4b37-4ced-8c28-cab6c898b35d will not be triggered until provisioned by entity DHCP. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:06.887761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38548) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:06.926505 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.960287 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:06.965479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] Usage tracker for resource:security_group_rule and tenant:107d8295f3fd4388b35cb76f36ebd2da is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:06.969469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:06.976082 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:06.996657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Attempting to bind port da9070af-8982-433e-a71e-b73c6b141a74 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:06.997537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Attempting to bind port da9070af-8982-433e-a71e-b73c6b141a74 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:06.998209 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Attempting to bind port da9070af-8982-433e-a71e-b73c6b141a74 on network 23f07260-2a73-40f9-8de7-f6683f29607f {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:07.005397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:07.006171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Checking segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:07.006969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.007601 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Bound using segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:07.008457 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Bound port: da9070af-8982-433e-a71e-b73c6b141a74, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:07.009298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.045548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.137814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2ac12cf0-da27-4bee-b00d-99b35984d96d tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:07.322321 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.324937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Pushing event updated for resources: {'Port': ['ID=eabb46c3-4b37-4ced-8c28-cab6c898b35d,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:07.328740 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:07.332869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.342974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:07.343945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-520d426d-5459-4c66-9738-2e725f1b50aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:07.376236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:07.378624 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:07.379327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815839'] for router_interface, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.384699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] For port da9070af-8982-433e-a71e-b73c6b141a74, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:07.391757 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aca5de5-17c9-41a2-be70-2b893b63f3c2,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:07.400839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] For port da9070af-8982-433e-a71e-b73c6b141a74, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=da9070af-8982-433e-a71e-b73c6b141a74,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:07.405600 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.408520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:07.423571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:07.532460 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=107d8295f3fd4388b35cb76f36ebd2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435013 Apr 15 10:57:07.535867 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38578) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:07.559066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38582) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:07.629122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205e30-986f-418f-bf95-d6c1d7f9f900 req-b1e4175b-e441-45fb-991d-d788ef733a73 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:07.637219 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8205e30-986f-418f-bf95-d6c1d7f9f900 req-b1e4175b-e441-45fb-991d-d788ef733a73 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.2625935 Apr 15 10:57:07.649865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a04acfc7-fe12-4f35-9e03-8e7cad659a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.660234 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92235612-a33c-4810-aa9d-dab3f8b2f98a None None] Pushing event updated for resources: {'Port': ['ID=da9070af-8982-433e-a71e-b73c6b141a74,revision_number=3']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:07.666497 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-92235612-a33c-4810-aa9d-dab3f8b2f98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:07.685059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a04acfc7-fe12-4f35-9e03-8e7cad659a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.693067 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8205e30-986f-418f-bf95-d6c1d7f9f900 req-1c392e8c-606d-4d93-9470-b78b47c71ea4 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547597 Apr 15 10:57:07.730523 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:07.731457 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:56:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:07.765392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-7691614b-5b4e-4c56-9d89-58da3a988423 None None] Provisioning for port eabb46c3-4b37-4ced-8c28-cab6c898b35d completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:07.777701 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a04acfc7-fe12-4f35-9e03-8e7cad659a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.777910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-7691614b-5b4e-4c56-9d89-58da3a988423 None None] Provisioning complete for port eabb46c3-4b37-4ced-8c28-cab6c898b35d triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:07.778161 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7691614b-5b4e-4c56-9d89-58da3a988423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.784026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3c7792d6-5178-4c41-9372-e037ecddfb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:07.808496 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1599502496-network', 'tenant_id': '906e19e05aba49e090600dcef6d20fef'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:07.817983 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.818637 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04acfc7-fe12-4f35-9e03-8e7cad659a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aca5de5-17c9-41a2-be70-2b893b63f3c2,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:07.821249 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a04acfc7-fe12-4f35-9e03-8e7cad659a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:07.838249 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a04acfc7-fe12-4f35-9e03-8e7cad659a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.839815 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a04acfc7-fe12-4f35-9e03-8e7cad659a00 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9aca5de5-17c9-41a2-be70-2b893b63f3c2 HTTP/1.1" status: 204 len: 168 time: 0.3018169 Apr 15 10:57:07.842160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:07.861727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-7691614b-5b4e-4c56-9d89-58da3a988423 None None] Port eabb46c3-4b37-4ced-8c28-cab6c898b35d cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:57:07.887057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Usage tracker for resource:network and tenant:906e19e05aba49e090600dcef6d20fef is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:07.892680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:07.940341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:07.954166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:08.033389 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Made reservation on behalf of 906e19e05aba49e090600dcef6d20fef for: {'network': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:08.038105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.067372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.089949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:08.113104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Usage tracker for resource:security_group_rule and tenant:906e19e05aba49e090600dcef6d20fef is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:08.170540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:08.180850 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:08.333089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.350654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.353825 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815476'] for router_interface, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.372110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:08.374665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:06Z', 'revision_number': 1, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:08.379973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e14fce2-62a7-4872-868d-5a5afbfdf75b None None] The sync data for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb is: [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:06Z', 'revision_number': 1, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:08.409566 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.473639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.529450 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1247, 'physical_network': 'physnet1'} {{(pid=85313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:57:08.533919 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Pushing event updated for resources: {'Port': ['ID=eabb46c3-4b37-4ced-8c28-cab6c898b35d,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:08.547890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:08.549717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c0eb7329-d4ec-4e57-9c02-0c641d9232e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:08.572664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.573028 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Added segment a06a20c6-898d-4931-86c6-71ce37d7825b of type vlan for network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 Apr 15 10:57:08.629948 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff1bb2e-5c60-4742-aaa9-d948f331f695,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:08.646176 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:08.655484 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.680026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:08.688845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:09.012481 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-df567299-c349-4b1d-89be-844288a08639 None None] Provisioning complete for port eabb46c3-4b37-4ced-8c28-cab6c898b35d triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:09.013040 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-df567299-c349-4b1d-89be-844288a08639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.087881 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.120252 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-df567299-c349-4b1d-89be-844288a08639 None None] Port eabb46c3-4b37-4ced-8c28-cab6c898b35d cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:57:09.147195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:09.147850 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.160398 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b218fd5f-d0f4-4e67-bbe3-ed85ad482c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:09.324850 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Pushing event updated for resources: {'Network': ['ID=c153eb0d-0bba-446a-919b-bec9ba5a7ae8,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:09.340097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:09.340990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:57:09.352975 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7867045 Apr 15 10:57:09.356698 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38646) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:09.368437 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Request body: {'subnet': {'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1599502496-subnet', 'tenant_id': '906e19e05aba49e090600dcef6d20fef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:09.382146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Router 63e96f85-cac0-4ff0-8a97-ee6150cc00be has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:57:09.393781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20151189-f39f-4bd9-adee-e1c601a6192e req-e509d657-ad15-49e5-93d5-402f71c8a7a2 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:09.394026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:09.395538 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-20151189-f39f-4bd9-adee-e1c601a6192e req-e509d657-ad15-49e5-93d5-402f71c8a7a2 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.3132534 Apr 15 10:57:09.405627 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Usage tracker for resource:subnet and tenant:906e19e05aba49e090600dcef6d20fef is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:09.412976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:09.421798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:09.438109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Made reservation on behalf of 906e19e05aba49e090600dcef6d20fef for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:09.452792 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.707001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device da9070af-8982-433e-a71e-b73c6b141a74 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:09.802471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:09.816299 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] 10.222.0.71 "PUT /v2.0/routers/63e96f85-cac0-4ff0-8a97-ee6150cc00be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1318691 Apr 15 10:57:09.816526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port da9070af-8982-433e-a71e-b73c6b141a74 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:09.825940 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port da9070af-8982-433e-a71e-b73c6b141a74 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:09.826402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.906513 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-20151189-f39f-4bd9-adee-e1c601a6192e req-1d785aa2-7f6e-43f4-ad08-a68837b2601a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094017 Apr 15 10:57:10.085975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.112673 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port da9070af-8982-433e-a71e-b73c6b141a74, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=da9070af-8982-433e-a71e-b73c6b141a74,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:10.120530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.128571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:10.256262 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=da9070af-8982-433e-a71e-b73c6b141a74,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:10.269617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:10.323926 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.349483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:10.493272 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=429a6285-da88-415d-9a94-52eaad050fa0,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:10.501109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:10.609457 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Checking segment: {'id': 'a06a20c6-898d-4931-86c6-71ce37d7825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:10.610048 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Network hostable DHCP agents. Network: c153eb0d-0bba-446a-919b-bec9ba5a7ae8, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:57:10.630766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:57:10.640697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, c153eb0d-0bba-446a-919b-bec9ba5a7ae8) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:10.653469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:10.657022 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8e609-7157-4ad4-8628-8a2bf0bfa8f8 None None] Network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:10.666123 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38694) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:10.666885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.673307 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35264852', 'description': 'tempest-description--1173209893'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:10.681842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:10.686208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Usage tracker for resource:security_group and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:10.689652 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:10.696213 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3373008 Apr 15 10:57:10.702641 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:10.717545 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.743053 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:10.750294 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Usage tracker for resource:security_group_rule and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:10.754023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:10.765023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:10.852852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.856842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.864244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8bdd3d31-46c5-437b-8468-0d7648be82f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:10.920230 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92362e-2f3f-4811-955d-590f983d30ec None None] Network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:10.921040 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d6e271-db8c-47a2-b961-8d17de6cccac,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:10.923909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:10.924776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.928672 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2588515 Apr 15 10:57:10.929295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38704) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:10.935836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'security_group_rule': {'security_group_id': '15d6e271-db8c-47a2-b961-8d17de6cccac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:10.954266 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:10.959571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Usage tracker for resource:security_group_rule and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:10.963580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:10.970528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:11.000999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.140402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.147073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.149513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:11.170479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c8e6ea-cdd4-47fb-a5dc-d6d300537f9f,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:11.182203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:11.190641 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.192152 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2617533 Apr 15 10:57:11.195004 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38714) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:11.205657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'security_group_rule': {'security_group_id': '15d6e271-db8c-47a2-b961-8d17de6cccac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:11.207031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523bdaa-92b3-4ba0-83ff-5ea1bc2f0928 req-eb66bb8c-3014-4888-97eb-1accf70ef01b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:11.209231 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b523bdaa-92b3-4ba0-83ff-5ea1bc2f0928 req-eb66bb8c-3014-4888-97eb-1accf70ef01b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1444120 Apr 15 10:57:11.219735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:11.225466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Usage tracker for resource:security_group_rule and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:11.231466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:11.245070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:11.279634 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.283071 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b523bdaa-92b3-4ba0-83ff-5ea1bc2f0928 req-f77b7e5d-03c4-4d16-93a2-a8989e1b6128 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673311 Apr 15 10:57:11.347362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.350883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.352936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:11.379731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e23aea-4ee3-474d-b970-87e54094aa20,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:11.382376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:11.389693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.391042 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943378 Apr 15 10:57:11.394593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38720) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:11.400321 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'floatingip': {'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:11.406743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:11.410891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Usage tracker for resource:floatingip and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:11.413876 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:11.420341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:11.431981 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.665410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device da9070af-8982-433e-a71e-b73c6b141a74 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:11.668101 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.745390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port da9070af-8982-433e-a71e-b73c6b141a74 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:11.745807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.826421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Allocated IP 172.28.0.161 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/071cebf8-a26a-4606-a939-e85f2bee7585) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:12.009112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.040478 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.057227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-63a90342-51e3-442d-a84b-4d7f5f2b1f46 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:12.205130 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'Port': ['ID=071cebf8-a26a-4606-a939-e85f2bee7585,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:12.208141 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:12.263329 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:12.264495 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:12.266988 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:12.352932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.379119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Sync routers for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:12.391586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:12.395963 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:56:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:12.445004 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:12.678207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:12.705492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38774) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:12.751744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c20b88-d151-4074-8134-9cfa5ee07afc req-7a67e538-7792-4f16-b86e-38bba2b4f297 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:12.753590 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-45c20b88-d151-4074-8134-9cfa5ee07afc req-7a67e538-7792-4f16-b86e-38bba2b4f297 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.2751980 Apr 15 10:57:12.982591 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.003434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:13.008462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9e80641bdb4174bfa5ccb8aae0c469 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:13.011847 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:13.023175 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:13.078103 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-45c20b88-d151-4074-8134-9cfa5ee07afc req-33e9c9f4-17d7-47ad-8983-3c0dbf6cfa76 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907221 Apr 15 10:57:13.081243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.094075 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.115233 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:13.150947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.159117 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.170222 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bd041d61-2a70-44ba-ae54-35218501e63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:13.192170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'Port': ['ID=071cebf8-a26a-4606-a939-e85f2bee7585,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:13.222778 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7c9e80641bdb4174bfa5ccb8aae0c469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159495 Apr 15 10:57:13.224549 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38792) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:13.252713 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:13.258320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50728b55-baa6-4caa-b09a-3548ac8e455d,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:13.265192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:13.293645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:08Z', 'revision_number': 2, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:13.311642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Checking router: 63e96f85-cac0-4ff0-8a97-ee6150cc00be for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:13.312060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Updating router 63e96f85-cac0-4ff0-8a97-ee6150cc00be port eabb46c3-4b37-4ced-8c28-cab6c898b35d binding host dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:57:13.317548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-76d83985-134c-43a3-98a3-b5ef7a789f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.350880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-76d83985-134c-43a3-98a3-b5ef7a789f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.355562 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.379961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.380187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.390706 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9858692 Apr 15 10:57:13.414384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-76d83985-134c-43a3-98a3-b5ef7a789f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.420466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5abbfb2f-c588-4782-a775-dc350cd91f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:13.432892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d83985-134c-43a3-98a3-b5ef7a789f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50728b55-baa6-4caa-b09a-3548ac8e455d,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:13.442930 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-76d83985-134c-43a3-98a3-b5ef7a789f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:13.444195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-76d83985-134c-43a3-98a3-b5ef7a789f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.448026 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-76d83985-134c-43a3-98a3-b5ef7a789f88 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/50728b55-baa6-4caa-b09a-3548ac8e455d HTTP/1.1" status: 204 len: 168 time: 0.2198117 Apr 15 10:57:13.915032 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 38820) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:13.934068 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Notify callbacks [] for port, precommit_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.935325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.946867 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Transition to ACTIVE for port object eabb46c3-4b37-4ced-8c28-cab6c898b35d will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:13.952815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.954976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:13.958951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] Usage tracker for resource:security_group_rule and tenant:6c3a7402007a4f82a715c044647879e0 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:13.961853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:13.968063 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:13.968221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:14.053470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.057300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.066689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6264b29e-a3f1-400c-881c-a3999077d799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:14.106483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Pushing event updated for resources: {'Port': ['ID=eabb46c3-4b37-4ced-8c28-cab6c898b35d,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:14.110983 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c3a7402007a4f82a715c044647879e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922116 Apr 15 10:57:14.110983 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49395444-63ec-4edb-a464-4fe341022937,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:14.111435 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38826) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:14.115078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:14.120238 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.120882 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.121255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.121618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.122031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.122382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.122764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.123187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.123456 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.123796 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.124146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.124497 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:14.137852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:14.173483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a652ef7-fecc-403c-b7ec-a84ea78fe21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.203876 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a652ef7-fecc-403c-b7ec-a84ea78fe21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.253427 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a652ef7-fecc-403c-b7ec-a84ea78fe21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.258769 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-76d83985-134c-43a3-98a3-b5ef7a789f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:14.272454 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a652ef7-fecc-403c-b7ec-a84ea78fe21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49395444-63ec-4edb-a464-4fe341022937,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:14.275738 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9a652ef7-fecc-403c-b7ec-a84ea78fe21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:14.278158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a652ef7-fecc-403c-b7ec-a84ea78fe21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.282273 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9a652ef7-fecc-403c-b7ec-a84ea78fe21e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/49395444-63ec-4edb-a464-4fe341022937 HTTP/1.1" status: 204 len: 168 time: 0.1669335 Apr 15 10:57:14.341531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Attempting to bind port eabb46c3-4b37-4ced-8c28-cab6c898b35d on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:14.341858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Attempting to bind port eabb46c3-4b37-4ced-8c28-cab6c898b35d by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:14.342261 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Attempting to bind port eabb46c3-4b37-4ced-8c28-cab6c898b35d on network e2fc2369-04ba-46f5-9a71-238ce9ea3380 {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:14.348136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:14.348547 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Checking segment: {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:14.348974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.349398 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Bound using segment: {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:14.349906 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Bound port: eabb46c3-4b37-4ced-8c28-cab6c898b35d, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:14.350309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.456507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] For port eabb46c3-4b37-4ced-8c28-cab6c898b35d, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:14.460676 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] For port eabb46c3-4b37-4ced-8c28-cab6c898b35d, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=eabb46c3-4b37-4ced-8c28-cab6c898b35d,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:14.464465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:14.481999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:14.641059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Pushing event updated for resources: {'Port': ['ID=eabb46c3-4b37-4ced-8c28-cab6c898b35d,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:14.646733 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:14.685951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:14.686781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:56:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:14.918630 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:15.326145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:14Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:15.331480 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd88325-6f4f-4a08-b71c-281525fce351 None None] The sync data for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb is: [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:14Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:15.516169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a5c3420a-18f5-4cd5-9567-cab290febcd0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Synchronizing usage tracker for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:15.566409 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a5c3420a-18f5-4cd5-9567-cab290febcd0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Unset dirty status for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:15.580154 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a5c3420a-18f5-4cd5-9567-cab290febcd0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--35264852&fields=id&tenant_id=caabc5a003af4501bc035dcef545b4a7 HTTP/1.1" status: 200 len: 267 time: 0.2132101 Apr 15 10:57:15.603089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38874) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:15.752372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device eabb46c3-4b37-4ced-8c28-cab6c898b35d up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:15.767533 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-2b8b38f6-09c4-47ae-8fb3-382714900f68 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.768514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-2b8b38f6-09c4-47ae-8fb3-382714900f68 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Synchronizing usage tracker for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:network {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:15.802819 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.807945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e7f567c8-5fb0-41df-93e0-0a0aa1c78284 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.808728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e7f567c8-5fb0-41df-93e0-0a0aa1c78284 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Synchronizing usage tracker for tenant:906e19e05aba49e090600dcef6d20fef on resource:network {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:15.819380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-2b8b38f6-09c4-47ae-8fb3-382714900f68 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Unset dirty status for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:network {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:15.832859 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-2b8b38f6-09c4-47ae-8fb3-382714900f68 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 816 time: 0.2516572 Apr 15 10:57:15.835019 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:15.842866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1bcbc6ddb79049e89813488e4fe87bab is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:15.849331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:15.872495 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:15.878057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port eabb46c3-4b37-4ced-8c28-cab6c898b35d completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:15.881622 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-ff9f03cd-7fda-40e3-b812-e909058a8c6c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/quotas/caabc5a003af4501bc035dcef545b4a7 HTTP/1.1" status: 200 len: 375 time: 0.0477059 Apr 15 10:57:15.883675 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port eabb46c3-4b37-4ced-8c28-cab6c898b35d triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:15.884093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.980405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e7f567c8-5fb0-41df-93e0-0a0aa1c78284 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Unset dirty status for tenant:906e19e05aba49e090600dcef6d20fef on resource:network {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:15.988991 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e7f567c8-5fb0-41df-93e0-0a0aa1c78284 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/networks?id=c153eb0d-0bba-446a-919b-bec9ba5a7ae8 HTTP/1.1" status: 200 len: 809 time: 0.6568520 Apr 15 10:57:15.996529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.001653 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.040329 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-01f0ed4d-35dc-4eb9-85d9-c7adbfd3ff66 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/quotas/906e19e05aba49e090600dcef6d20fef HTTP/1.1" status: 200 len: 375 time: 0.0353863 Apr 15 10:57:16.069118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-017234cd-4045-4945-8355-7cbfe8ea78cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:16.104289 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1bcbc6ddb79049e89813488e4fe87bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000045 Apr 15 10:57:16.105487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55e66f6-5e30-4580-88eb-d9a5085224e1,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:16.108346 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38900) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:16.113540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.128682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:16.162751 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-3d3b7cc4-745d-4a73-b6fb-d4b9f343f2b4 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=906e19e05aba49e090600dcef6d20fef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171372 Apr 15 10:57:16.204581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port eabb46c3-4b37-4ced-8c28-cab6c898b35d, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=eabb46c3-4b37-4ced-8c28-cab6c898b35d,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:16.210991 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.213130 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:16.244046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-15a8f3b2-bd6d-4942-bb3d-c85642365378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.276247 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-15a8f3b2-bd6d-4942-bb3d-c85642365378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.328665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=eabb46c3-4b37-4ced-8c28-cab6c898b35d,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:16.332450 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:16.341640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-15a8f3b2-bd6d-4942-bb3d-c85642365378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.347990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3dbf5c2f-36cd-428d-9a4b-dce3ef0367b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:16.361835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8f3b2-bd6d-4942-bb3d-c85642365378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55e66f6-5e30-4580-88eb-d9a5085224e1,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:16.364446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-15a8f3b2-bd6d-4942-bb3d-c85642365378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:16.372973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-15a8f3b2-bd6d-4942-bb3d-c85642365378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.374679 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-15a8f3b2-bd6d-4942-bb3d-c85642365378 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b55e66f6-5e30-4580-88eb-d9a5085224e1 HTTP/1.1" status: 204 len: 168 time: 0.2523680 Apr 15 10:57:16.592411 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-03698f78-dcb4-4f64-a888-53ef20ffa450 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Synchronizing usage tracker for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:16.637596 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-fccc64c0-493b-42cc-a01d-6f1399be8d7d service neutron] 10.222.0.71 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688399 Apr 15 10:57:16.638823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-03698f78-dcb4-4f64-a888-53ef20ffa450 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Unset dirty status for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:16.639962 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-03698f78-dcb4-4f64-a888-53ef20ffa450 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7565985 Apr 15 10:57:16.804192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38924) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:16.824341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.843879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:16.848123 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:9f7d170f88f1456caa3416c2308ca779 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:16.851158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:16.857405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:16.911968 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-f8f1698e-a840-4e19-b0c0-2b10e2584c21 service neutron] 10.222.0.71 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672052 Apr 15 10:57:16.913992 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-5b37c960-34ec-44ee-a177-8010baded7e1 service neutron] 10.222.0.71 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475080 Apr 15 10:57:16.954774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.957962 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.967939 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-66ec65f9-9152-4913-9402-229202062587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:17.011414 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9f7d170f88f1456caa3416c2308ca779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060435 Apr 15 10:57:17.012328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9e251a-1ce4-4948-8484-a13a01bc8f39,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:17.014920 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 38930) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:17.017705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:17.084645 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-d9f04482-d868-48d3-bc5c-39eae27207a6 service neutron] 10.222.0.71 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594007 Apr 15 10:57:17.110651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-991908c0-e49d-468e-bd5b-a571d8d55096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.160869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-991908c0-e49d-468e-bd5b-a571d8d55096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.248518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-991908c0-e49d-468e-bd5b-a571d8d55096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.255603 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-95e031e1-69ae-491a-9bd2-7dd38230417c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:17.278881 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991908c0-e49d-468e-bd5b-a571d8d55096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9e251a-1ce4-4948-8484-a13a01bc8f39,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:17.300886 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-991908c0-e49d-468e-bd5b-a571d8d55096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:17.312017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-991908c0-e49d-468e-bd5b-a571d8d55096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.331405 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-991908c0-e49d-468e-bd5b-a571d8d55096 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dd9e251a-1ce4-4948-8484-a13a01bc8f39 HTTP/1.1" status: 204 len: 168 time: 0.3133249 Apr 15 10:57:17.361781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff530128-cf68-46c4-b039-9b4b211f9d3d req-d222e930-ee88-40a9-9f9a-0e0730e79332 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:17.368379 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ff530128-cf68-46c4-b039-9b4b211f9d3d req-d222e930-ee88-40a9-9f9a-0e0730e79332 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1926215 Apr 15 10:57:17.439020 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-221fff4e-f979-4668-af20-112d77fe6605 req-bd4557e0-1b83-4945-8170-64de1fc4f9c1 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 210 time: 0.0694466 Apr 15 10:57:17.492650 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ff530128-cf68-46c4-b039-9b4b211f9d3d req-2e1834a7-e075-4e5c-a31d-89ec783a2db6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816865 Apr 15 10:57:17.631181 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec500dca-0a54-492c-b0d7-45d266b88d58 req-086fd839-1228-431f-a47c-3dd01bdd059c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 210 time: 0.0756826 Apr 15 10:57:17.670003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device eabb46c3-4b37-4ced-8c28-cab6c898b35d up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:17.751079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port eabb46c3-4b37-4ced-8c28-cab6c898b35d triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:17.752384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:18.644892 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a1641977-1c99-47bb-978c-dc526ad9989c req-a11bfa9c-54d9-46ff-8a55-067077e234d6 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 210 time: 0.0562220 Apr 15 10:57:18.863545 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a2fa63f9-acfe-43a3-9132-7157c228c7be req-c5dbd29d-fefb-46c8-b92d-b69ff5b4064f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 210 time: 0.0794346 Apr 15 10:57:18.940921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69609d35-4514-4724-89aa-8d839f07e5a3 req-bb4ca00b-33b5-4e41-9277-801e416ca763 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:18.942925 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-69609d35-4514-4724-89aa-8d839f07e5a3 req-bb4ca00b-33b5-4e41-9277-801e416ca763 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.3042991 Apr 15 10:57:18.964905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-823ab5bd-e508-4a09-9afc-6aa0f4c7c769 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:18.966532 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-823ab5bd-e508-4a09-9afc-6aa0f4c7c769 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.97 "GET /v2.0/networks?id=c153eb0d-0bba-446a-919b-bec9ba5a7ae8 HTTP/1.1" status: 200 len: 809 time: 0.2720110 Apr 15 10:57:19.003197 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Request body: {'port': {'device_id': '50e0c6ad-7e4e-4f58-84e9-349db77ffe4f', 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8', 'admin_state_up': True, 'tenant_id': '906e19e05aba49e090600dcef6d20fef'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:19.086006 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-69609d35-4514-4724-89aa-8d839f07e5a3 req-deba8839-16a0-4ebd-89ce-b93d047a336e tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333513 Apr 15 10:57:19.160086 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:19.164162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Usage tracker for resource:port and tenant:906e19e05aba49e090600dcef6d20fef is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:19.167165 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:19.174432 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:19.184866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Made reservation on behalf of 906e19e05aba49e090600dcef6d20fef for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:19.192381 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.423393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Allocated IP 172.20.0.3 (c153eb0d-0bba-446a-919b-bec9ba5a7ae8/429a6285-da88-415d-9a94-52eaad050fa0/7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:19.648663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bc1010c1-dc7c-4d58-aba9-f2d67816368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.765533 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-3cd573fe-541b-4d1e-8292-302c307e4353 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:19.767787 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-3cd573fe-541b-4d1e-8292-302c307e4353 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 816 time: 0.3871551 Apr 15 10:57:19.836987 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.920495 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b8707ed2-b937-4b74-a4eb-6097a0465fbb req-1e70122f-2d5f-4636-a58f-c4e48b39dea6 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 210 time: 0.0955477 Apr 15 10:57:19.994047 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-9103650b-a2b1-412e-872d-df54647f8c5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=caabc5a003af4501bc035dcef545b4a7 HTTP/1.1" status: 200 len: 5707 time: 0.2008986 Apr 15 10:57:20.012482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'port': {'device_id': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'admin_state_up': True, 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'security_groups': ['15d6e271-db8c-47a2-b961-8d17de6cccac']}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:20.159444 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.172574 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ef1d2c3c-ab94-4d7e-a7ee-1299a584af6a req-75d68309-540d-496b-b51a-185a3ec66430 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 210 time: 0.1296074 Apr 15 10:57:20.205562 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-67b40d7d-af2f-4fb0-8143-ee04bcf2df73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:20.691587 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Pushing event updated for resources: {'Port': ['ID=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:20.694678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:20.732192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:20.751954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:20.782542 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Made reservation on behalf of caabc5a003af4501bc035dcef545b4a7 for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:20.788747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.799888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:20.804525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:20.807037 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:20.813239 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:20.813954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.893745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8892d7-bab2-4bd8-b3e7-0c8fb8bf5dce req-b825e247-fe90-4f40-98e0-05e1d9d08a37 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:20.895413 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3d8892d7-bab2-4bd8-b3e7-0c8fb8bf5dce req-b825e247-fe90-4f40-98e0-05e1d9d08a37 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.5637016 Apr 15 10:57:20.938085 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9411774 Apr 15 10:57:20.962004 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Request body: {'port': {'device_id': '50e0c6ad-7e4e-4f58-84e9-349db77ffe4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:21.075417 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3d8892d7-bab2-4bd8-b3e7-0c8fb8bf5dce req-3d878a79-cab8-4082-b394-8aeed3b45bd9 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624770 Apr 15 10:57:21.235078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Allocated IP 172.20.0.12 (e2fc2369-04ba-46f5-9a71-238ce9ea3380/f6198547-c4ea-4498-81a7-d04ad1984a48/aacbf748-aba2-477c-8888-444da6b37001) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:21.245216 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.340004 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec8d08-e456-47c2-b4da-6e606fb2ef68 req-2dec4acf-0c26-4d16-ba72-3ed8a3183e36 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:21.340779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-53ec8d08-e456-47c2-b4da-6e606fb2ef68 req-2dec4acf-0c26-4d16-ba72-3ed8a3183e36 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Synchronizing usage tracker for tenant:906e19e05aba49e090600dcef6d20fef on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:21.514925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-53ec8d08-e456-47c2-b4da-6e606fb2ef68 req-2dec4acf-0c26-4d16-ba72-3ed8a3183e36 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Unset dirty status for tenant:906e19e05aba49e090600dcef6d20fef on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:21.516432 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-53ec8d08-e456-47c2-b4da-6e606fb2ef68 req-2dec4acf-0c26-4d16-ba72-3ed8a3183e36 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 931 time: 0.4514506 Apr 15 10:57:21.548958 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-67e90593-3224-4a90-997e-b75f3d5515fd req-f173294d-eecd-4dfa-b42c-8a9694662562 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 210 time: 0.1602955 Apr 15 10:57:21.573573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8dd9c-113c-4505-850b-844f57bab2b2 req-3e4c4b3e-874d-4dc9-9a51-4439f2d48bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:21.575675 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e0b8dd9c-113c-4505-850b-844f57bab2b2 req-3e4c4b3e-874d-4dc9-9a51-4439f2d48bd7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 1099 time: 0.1014507 Apr 15 10:57:21.641230 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e0b8dd9c-113c-4505-850b-844f57bab2b2 req-ecf51f83-5bca-445c-9c99-367ab298fe09 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572395 Apr 15 10:57:21.786276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-53ec8d08-e456-47c2-b4da-6e606fb2ef68 req-990cceca-f325-44b9-b887-c31e1073ea9d tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Synchronizing usage tracker for tenant:906e19e05aba49e090600dcef6d20fef on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:21.929284 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-53ec8d08-e456-47c2-b4da-6e606fb2ef68 req-990cceca-f325-44b9-b887-c31e1073ea9d tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Unset dirty status for tenant:906e19e05aba49e090600dcef6d20fef on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:21.930580 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-53ec8d08-e456-47c2-b4da-6e606fb2ef68 req-990cceca-f325-44b9-b887-c31e1073ea9d tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050594 Apr 15 10:57:21.948803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.983845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Transition to ACTIVE for port object aacbf748-aba2-477c-8888-444da6b37001 will not be triggered until provisioned by entity DHCP. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:22.002784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da249c9b-0a89-42eb-be42-d5f296424089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.083971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.111244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:22.219509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:22.274068 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.342654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Transition to ACTIVE for port object 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:22.355938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:22.371375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.381684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:22.407686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:22.594969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:22.595913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Pushing event updated for resources: {'Port': ['ID=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:22.600971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:22.618689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:22.639143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadcf88-3997-4494-ab3f-08670cfae2bd req-d7cec8a9-eac7-4f8a-af0f-a447310340b4 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:22.640984 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dcadcf88-3997-4494-ab3f-08670cfae2bd req-d7cec8a9-eac7-4f8a-af0f-a447310340b4 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.4358919 Apr 15 10:57:22.726031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:22.733161 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:22.733855 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.860059 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dcadcf88-3997-4494-ab3f-08670cfae2bd req-6290e5e8-8ab9-47bc-acf6-9eb37b07d286 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971574 Apr 15 10:57:22.979214 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9828522 Apr 15 10:57:23.002114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-de976269-fcaa-4ea9-90fd-0ec76156c265 None None] Provisioning for port aacbf748-aba2-477c-8888-444da6b37001 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:23.029079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-de976269-fcaa-4ea9-90fd-0ec76156c265 None None] Provisioning complete for port aacbf748-aba2-477c-8888-444da6b37001 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:23.029682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-de976269-fcaa-4ea9-90fd-0ec76156c265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.038683 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Request body: {'port': {'device_id': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:23.153719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c9e3-7a69-4cb0-8639-8767aa181eed req-a47d33a0-6c27-4d41-aaf4-7fe307bc7a46 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:23.154595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-18c2c9e3-7a69-4cb0-8639-8767aa181eed req-a47d33a0-6c27-4d41-aaf4-7fe307bc7a46 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Synchronizing usage tracker for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:23.166459 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Attempting to bind port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:23.166833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Attempting to bind port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a06a20c6-898d-4931-86c6-71ce37d7825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:23.167200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Attempting to bind port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 on network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:23.198452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 on network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:23.198803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Attempting to bind port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 on network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:23.217392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-de976269-fcaa-4ea9-90fd-0ec76156c265 None None] Port aacbf748-aba2-477c-8888-444da6b37001 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:57:23.222315 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.228788 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.254094 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:23.254502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Checking segment: {'id': 'a06a20c6-898d-4931-86c6-71ce37d7825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:23.254936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Bound using segment: {'id': 'a06a20c6-898d-4931-86c6-71ce37d7825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:23.255430 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Bound port: 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06a20c6-898d-4931-86c6-71ce37d7825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:23.255814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.281079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-18c2c9e3-7a69-4cb0-8639-8767aa181eed req-a47d33a0-6c27-4d41-aaf4-7fe307bc7a46 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Unset dirty status for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:23.282691 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-18c2c9e3-7a69-4cb0-8639-8767aa181eed req-a47d33a0-6c27-4d41-aaf4-7fe307bc7a46 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 932 time: 0.5754735 Apr 15 10:57:23.618685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.662085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d4dd7-b256-4b1d-9b8f-911df5439a1e req-89f4e84a-b1b8-4073-b629-faed521e3477 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:23.663635 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ef1d4dd7-b256-4b1d-9b8f-911df5439a1e req-89f4e84a-b1b8-4073-b629-faed521e3477 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 943 time: 0.5655932 Apr 15 10:57:23.678488 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-18c2c9e3-7a69-4cb0-8639-8767aa181eed req-e7b334ce-8634-4640-a8e8-4679b0d6e311 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3853409 Apr 15 10:57:23.767390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] For port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:23.826755 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] For port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,segment=NetworkSegment(a06a20c6-898d-4931-86c6-71ce37d7825b),segment_id=a06a20c6-898d-4931-86c6-71ce37d7825b)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:23.830836 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ef1d4dd7-b256-4b1d-9b8f-911df5439a1e req-c8e745a2-733a-4dc9-a4e7-e712d9a05a0a tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487634 Apr 15 10:57:23.834385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.854459 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:24.150308 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Pushing event updated for resources: {'Port': ['ID=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:24.164008 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:24.270947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:24.271612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.273092 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] 10.222.0.97 "PUT /v2.0/ports/7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 HTTP/1.1" status: 200 len: 1093 time: 3.3168755 Apr 15 10:57:24.280726 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e0c6ad-7e4e-4f58-84e9-349db77ffe4f', 'tag': '7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:24.320666 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1503b-7b10-44bd-9500-8431badbe991 req-c39a936a-3979-4a7f-a066-4f0d5f018ff0 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:24.322255 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-edd1503b-7b10-44bd-9500-8431badbe991 req-c39a936a-3979-4a7f-a066-4f0d5f018ff0 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.3336513 Apr 15 10:57:24.364904 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e0c6ad-7e4e-4f58-84e9-349db77ffe4f', 'tag': '7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1', 'status': 'completed', 'code': 200} Apr 15 10:57:24.449323 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-edd1503b-7b10-44bd-9500-8431badbe991 req-68617dd3-e3c3-47b9-9a2a-3ea8b19b4c61 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153221 Apr 15 10:57:24.479340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.547491 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-435a0374-e586-4516-b27d-492ab9248e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:24.549124 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-435a0374-e586-4516-b27d-492ab9248e7d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=906e19e05aba49e090600dcef6d20fef&device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 1096 time: 0.1834352 Apr 15 10:57:24.555864 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacbf748-aba2-477c-8888-444da6b37001 {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:24.568180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.658385 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-f15e1023-52dd-4e39-8387-5828624e37b0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 HTTP/1.1" status: 200 len: 217 time: 0.0807631 Apr 15 10:57:24.707155 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Transition to ACTIVE for port object aacbf748-aba2-477c-8888-444da6b37001 will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:24.754125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.779783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-64cdc923-d1a5-4583-aab3-add8a84e8bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:24.991078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-d84048e3-24d6-45c4-8ec5-64dcbc1d113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:24.992656 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-d84048e3-24d6-45c4-8ec5-64dcbc1d113f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=429a6285-da88-415d-9a94-52eaad050fa0 HTTP/1.1" status: 200 len: 849 time: 0.2925434 Apr 15 10:57:25.004148 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Pushing event updated for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:25.045885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:25.075056 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-e39f5721-a22b-44c1-8bf5-4a3fc84dda28 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c153eb0d-0bba-446a-919b-bec9ba5a7ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727725 Apr 15 10:57:25.147018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3d95a-46cd-47aa-9131-f2edb70b0df9 req-b310ff4e-c9ea-4380-8e1e-8f930ea9c87b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:25.148625 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-40b3d95a-46cd-47aa-9131-f2edb70b0df9 req-b310ff4e-c9ea-4380-8e1e-8f930ea9c87b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.4925146 Apr 15 10:57:25.355584 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b26d11-02d8-415b-97ec-d87875d167b7 req-6bd75919-9220-491c-a3a4-d9368951954c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:25.357214 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-92b26d11-02d8-415b-97ec-d87875d167b7 req-6bd75919-9220-491c-a3a4-d9368951954c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.4779773 Apr 15 10:57:25.376070 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-40b3d95a-46cd-47aa-9131-f2edb70b0df9 req-bb6be68e-753c-4329-92a9-084203503be3 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757915 Apr 15 10:57:25.491594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Attempting to bind port aacbf748-aba2-477c-8888-444da6b37001 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:25.491962 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Attempting to bind port aacbf748-aba2-477c-8888-444da6b37001 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:25.492330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Attempting to bind port aacbf748-aba2-477c-8888-444da6b37001 on network e2fc2369-04ba-46f5-9a71-238ce9ea3380 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:25.500335 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-6d08a8e7-ef75-4f5a-b3f0-ba5dbb8d29c1 service neutron] 10.222.0.97 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087703 Apr 15 10:57:25.505865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Port aacbf748-aba2-477c-8888-444da6b37001 on network e2fc2369-04ba-46f5-9a71-238ce9ea3380 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:25.506224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Attempting to bind port aacbf748-aba2-477c-8888-444da6b37001 on network e2fc2369-04ba-46f5-9a71-238ce9ea3380 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:25.555724 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-92b26d11-02d8-415b-97ec-d87875d167b7 req-78fcaf4b-65d3-4053-9a75-4258f3575053 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1847415 Apr 15 10:57:25.586705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:25.587084 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Checking segment: {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:25.587503 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Bound using segment: {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:25.587989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Bound port: aacbf748-aba2-477c-8888-444da6b37001, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:25.588373 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.052564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b551608-662e-42f5-a167-9cba7b9a706b req-ab93f88a-3c12-4163-a641-4cf8dd00c04c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:26.052564 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b551608-662e-42f5-a167-9cba7b9a706b req-ab93f88a-3c12-4163-a641-4cf8dd00c04c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 943 time: 0.5441263 Apr 15 10:57:26.055888 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94071525-ea3d-4df1-bed6-e528e2e2475f req-7b8d1361-37f0-4277-9f22-07bf01ac8210 service neutron] 10.222.0.97 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038252 Apr 15 10:57:26.060917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:26.091295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:26.104435 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.124858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:26.179984 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b551608-662e-42f5-a167-9cba7b9a706b req-064ac070-6521-47dc-b9a6-fadae339fe11 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230364 Apr 15 10:57:26.350218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Pushing event updated for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:26.362791 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:26.396691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-0b2adc17-67a3-471e-98e0-aad6ce97db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:26.398294 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-0b2adc17-67a3-471e-98e0-aad6ce97db16 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=906e19e05aba49e090600dcef6d20fef&device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 1096 time: 0.1705651 Apr 15 10:57:26.399547 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:26.400195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.401541 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] 10.222.0.97 "PUT /v2.0/ports/aacbf748-aba2-477c-8888-444da6b37001 HTTP/1.1" status: 200 len: 1094 time: 3.3783879 Apr 15 10:57:26.402116 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:26.481719 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001', 'status': 'completed', 'code': 200} Apr 15 10:57:26.669606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-771bf2cb-9c7f-48b4-88cb-72d2d8404538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:26.671504 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-771bf2cb-9c7f-48b4-88cb-72d2d8404538 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 1097 time: 0.1307566 Apr 15 10:57:26.696479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-651f2a1c-8660-427e-b81a-d0ff8c82241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:26.698234 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-651f2a1c-8660-427e-b81a-d0ff8c82241e service neutron] 10.222.0.97 "GET /v2.0/networks?id=c153eb0d-0bba-446a-919b-bec9ba5a7ae8 HTTP/1.1" status: 200 len: 911 time: 0.2644937 Apr 15 10:57:26.876986 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-22df406e-ef05-4c40-89f9-99360eb0fa0e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aacbf748-aba2-477c-8888-444da6b37001 HTTP/1.1" status: 200 len: 217 time: 0.1774187 Apr 15 10:57:26.883839 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-3b93da4d-12e6-4c3e-b71f-ebc128b25544 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 HTTP/1.1" status: 200 len: 217 time: 0.1249084 Apr 15 10:57:27.018975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-ca86a4de-7374-4241-88df-7d95a293785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.020512 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-ca86a4de-7374-4241-88df-7d95a293785e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.1357172 Apr 15 10:57:27.023611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-0fa4752d-9ab8-4392-a447-9915f7f382fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.025013 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-0fa4752d-9ab8-4392-a447-9915f7f382fc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=429a6285-da88-415d-9a94-52eaad050fa0 HTTP/1.1" status: 200 len: 849 time: 0.1017470 Apr 15 10:57:27.137125 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-0f7a78bc-17d0-448b-bf3b-656854745e60 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c153eb0d-0bba-446a-919b-bec9ba5a7ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005671 Apr 15 10:57:27.146601 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fae3f-29e5-4793-ac17-3da433366471 req-8788924d-490f-4f31-835f-fece13a0b7f5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.148113 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd8fae3f-29e5-4793-ac17-3da433366471 req-8788924d-490f-4f31-835f-fece13a0b7f5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.3878531 Apr 15 10:57:27.307647 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd8fae3f-29e5-4793-ac17-3da433366471 req-10716e05-860c-4f90-b1f6-812f3e793dac tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1336880 Apr 15 10:57:27.356205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-95d1372d-2cf0-493d-af65-a89558645f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.357741 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-95d1372d-2cf0-493d-af65-a89558645f6a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3181214 Apr 15 10:57:27.366566 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-8a2910fc-13ba-4458-a9c8-82da085ba845 service neutron] 10.222.0.97 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160580 Apr 15 10:57:27.457255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb38a0-1444-4a96-9b3c-ad604f4e07bb req-27eb09b2-51ff-4501-82de-f0e6281227eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.459809 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-54eb38a0-1444-4a96-9b3c-ad604f4e07bb req-27eb09b2-51ff-4501-82de-f0e6281227eb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1098 time: 0.1206043 Apr 15 10:57:27.616243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb38a0-1444-4a96-9b3c-ad604f4e07bb req-99ce987b-958a-4859-857e-cb79efcd9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.617819 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-54eb38a0-1444-4a96-9b3c-ad604f4e07bb req-99ce987b-958a-4859-857e-cb79efcd9495 service neutron] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 921 time: 0.1500025 Apr 15 10:57:27.693937 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-54eb38a0-1444-4a96-9b3c-ad604f4e07bb req-c7dcbb1d-ead0-4164-9ec9-535aa952dcfb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb HTTP/1.1" status: 200 len: 217 time: 0.0693259 Apr 15 10:57:27.778702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb38a0-1444-4a96-9b3c-ad604f4e07bb req-63a83e82-f308-4d00-8fec-dfa7dfdc7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.780549 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-54eb38a0-1444-4a96-9b3c-ad604f4e07bb req-63a83e82-f308-4d00-8fec-dfa7dfdc7de1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.0799689 Apr 15 10:57:27.810976 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-d1555118-6b69-4965-a8b3-8c78a8fcada4 service neutron] 10.222.0.97 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191763 Apr 15 10:57:27.819183 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-8c3cb4d3-c248-465c-845e-b5488ffff1eb service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516566 Apr 15 10:57:27.833380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a78b9-580f-416e-bebd-28069f09039c req-95a90bf9-d354-4b67-bd78-500218c08a8f tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.834991 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-806a78b9-580f-416e-bebd-28069f09039c req-95a90bf9-d354-4b67-bd78-500218c08a8f tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 943 time: 0.4120567 Apr 15 10:57:27.851681 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-54eb38a0-1444-4a96-9b3c-ad604f4e07bb req-a47a5b7a-bade-41c1-9701-086c92e41e08 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518742 Apr 15 10:57:27.890951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37409a8-4dfd-4d7e-aacf-5590bf879707 req-3332c9d9-b38e-4d47-b41e-b4489d78f60d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.892609 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f37409a8-4dfd-4d7e-aacf-5590bf879707 req-3332c9d9-b38e-4d47-b41e-b4489d78f60d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.3551099 Apr 15 10:57:28.023520 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-54eb38a0-1444-4a96-9b3c-ad604f4e07bb req-e0538a4e-c050-4a27-bee6-a6f42da9c523 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507871 Apr 15 10:57:28.026285 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-806a78b9-580f-416e-bebd-28069f09039c req-fad86b40-c57e-4ed1-a432-089d479a723f tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834064 Apr 15 10:57:28.037026 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f37409a8-4dfd-4d7e-aacf-5590bf879707 req-20e4f4b0-ec34-46c1-97ca-6a55cc110eb0 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297090 Apr 15 10:57:28.342473 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d7da55c7-1efd-4544-891a-5038cc3ebd03 req-45561388-267f-4c41-abdf-1e88b296187a service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966652 Apr 15 10:57:28.402926 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-54eb38a0-1444-4a96-9b3c-ad604f4e07bb req-22f7c714-283c-4584-92f5-55d60327aa09 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721981 Apr 15 10:57:28.610543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd80237-760c-4a09-b25f-0620f1211abf req-42489d11-d6e3-42e0-b424-ba78a0e8cd22 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.612557 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5dd80237-760c-4a09-b25f-0620f1211abf req-42489d11-d6e3-42e0-b424-ba78a0e8cd22 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.1686044 Apr 15 10:57:28.627871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-e617ede8-43fb-4a72-9209-e8419cd4e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.629535 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-e617ede8-43fb-4a72-9209-e8419cd4e1a5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 1097 time: 0.0973291 Apr 15 10:57:28.676797 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5dd80237-760c-4a09-b25f-0620f1211abf req-3d9f2ad7-1553-4665-a213-88947f326b93 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566661 Apr 15 10:57:28.784742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-d5c7ae87-791c-42b6-a08c-edd3993d1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.786523 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-d5c7ae87-791c-42b6-a08c-edd3993d1da9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 918 time: 0.1448212 Apr 15 10:57:28.866991 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-8302c4f7-bf31-438a-b50c-7178b3fc4e2a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aacbf748-aba2-477c-8888-444da6b37001 HTTP/1.1" status: 200 len: 217 time: 0.0699873 Apr 15 10:57:28.941924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-c4ed86c8-bb45-47c7-9c0f-da017fdd0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.943552 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-c4ed86c8-bb45-47c7-9c0f-da017fdd0b8d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.0658574 Apr 15 10:57:29.035621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-c321c158-427f-4466-8875-214fd080c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:29.037262 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-c321c158-427f-4466-8875-214fd080c24b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835114 Apr 15 10:57:29.159186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.265040 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-6e2f0606-0c0e-4711-a5fd-29230c0d41b4 service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198038 Apr 15 10:57:29.366336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d8684-e7a7-4a21-b3e2-f14b1f32d139 req-3cd627f5-23e7-47ab-91eb-0a7ea16957b1 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:29.367972 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a30d8684-e7a7-4a21-b3e2-f14b1f32d139 req-3cd627f5-23e7-47ab-91eb-0a7ea16957b1 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1436965 Apr 15 10:57:29.382296 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5df006-0e6a-4a06-afef-9c9c41c16dfe req-038e4f17-b85f-4728-ac9a-98d7648c9873 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:29.384004 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7e5df006-0e6a-4a06-afef-9c9c41c16dfe req-038e4f17-b85f-4728-ac9a-98d7648c9873 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 943 time: 0.2227123 Apr 15 10:57:29.456004 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d9ae3c65-9adb-4665-958b-d59c9935d08b req-cfd1af66-2d5a-4026-a965-6c710893df6f service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766186 Apr 15 10:57:29.461403 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a30d8684-e7a7-4a21-b3e2-f14b1f32d139 req-9a2273b1-0d8c-4b8d-b61c-a37b71c44514 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764117 Apr 15 10:57:29.464788 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7e5df006-0e6a-4a06-afef-9c9c41c16dfe req-39833b2d-535e-423f-8395-315bd723dff0 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649400 Apr 15 10:57:29.891710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddc16f-e606-4e64-acf6-379d9e21add1 req-c01d130a-bfa4-424d-a69b-fbe651699fb3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:29.893358 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-61ddc16f-e606-4e64-acf6-379d9e21add1 req-c01d130a-bfa4-424d-a69b-fbe651699fb3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.0939565 Apr 15 10:57:29.945829 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-61ddc16f-e606-4e64-acf6-379d9e21add1 req-fcbfffaa-e73b-47c4-a35c-7ed4c1d3532d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455992 Apr 15 10:57:30.105600 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:30.423784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,segment=NetworkSegment(a06a20c6-898d-4931-86c6-71ce37d7825b),segment_id=a06a20c6-898d-4931-86c6-71ce37d7825b)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:30.439632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1', 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8', 'port_id': '7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1', 'mac_address': 'fa:16:3e:4c:d9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429a6285-da88-415d-9a94-52eaad050fa0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:30.501797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:30.523115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:30.557368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,segment=NetworkSegment(a06a20c6-898d-4931-86c6-71ce37d7825b),segment_id=a06a20c6-898d-4931-86c6-71ce37d7825b)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:30.564037 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:30.565912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:30.668006 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:30.671905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:30.773895 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b704b87-083f-4308-ac8d-88d276aff89d req-ed61ae89-cffb-4416-ae10-d7e368c60b5c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:30.775525 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b704b87-083f-4308-ac8d-88d276aff89d req-ed61ae89-cffb-4416-ae10-d7e368c60b5c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1575840 Apr 15 10:57:30.786590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57207859-a553-424b-a718-86a3fa03464d req-248d262d-39cb-4628-95bc-777cfba550c8 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:30.788091 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57207859-a553-424b-a718-86a3fa03464d req-248d262d-39cb-4628-95bc-777cfba550c8 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 944 time: 0.1260660 Apr 15 10:57:30.857668 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b704b87-083f-4308-ac8d-88d276aff89d req-26aa928a-0e76-4f09-adbe-008717daca67 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684719 Apr 15 10:57:30.870770 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57207859-a553-424b-a718-86a3fa03464d req-1626a263-e611-4a99-89b4-d3ec49793dd0 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629241 Apr 15 10:57:31.052982 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:31.157121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ddc6d-aa99-4fde-aeb3-50da556017a0 req-ce0880c2-7fad-4218-9c56-34bc9d2b08ee tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:31.158756 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-119ddc6d-aa99-4fde-aeb3-50da556017a0 req-ce0880c2-7fad-4218-9c56-34bc9d2b08ee tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.0913188 Apr 15 10:57:31.210445 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-119ddc6d-aa99-4fde-aeb3-50da556017a0 req-554464be-0fda-4dae-8562-405146fa3e3d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435431 Apr 15 10:57:32.001965 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39338) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:32.121415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device aacbf748-aba2-477c-8888-444da6b37001 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:32.133546 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:32.134149 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.145107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfaf040-3679-4b87-a2db-74587f510025 req-b25f469d-b430-4ef0-b644-dabd5f84d7b9 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:32.146903 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2dfaf040-3679-4b87-a2db-74587f510025 req-b25f469d-b430-4ef0-b644-dabd5f84d7b9 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 944 time: 0.1238811 Apr 15 10:57:32.150391 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:32.154562 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b5c082fe824f91ad96e5bc6f252c0b is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:32.156545 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c407a-66f7-4b83-8dab-a69b8ca4d634 req-e7d2e9d0-b0ed-4c0c-aac7-b6fe33f11ddd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:32.157950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:32.158075 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-282c407a-66f7-4b83-8dab-a69b8ca4d634 req-e7d2e9d0-b0ed-4c0c-aac7-b6fe33f11ddd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1799562 Apr 15 10:57:32.164281 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:32.237745 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2dfaf040-3679-4b87-a2db-74587f510025 req-fd760d05-1c6a-4af1-9fba-0a3ab2ea5cef tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785394 Apr 15 10:57:32.261291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.263097 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-282c407a-66f7-4b83-8dab-a69b8ca4d634 req-c3204c8e-03c4-475e-ad92-24883a4f64d0 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873172 Apr 15 10:57:32.265772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.275978 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9a652ef7-fecc-403c-b7ec-a84ea78fe21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:32.300089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:32.310276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:32.310728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.323853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:57:32.326981 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39348) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:32.327109 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a9b5c082fe824f91ad96e5bc6f252c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238783 Apr 15 10:57:32.329198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574f3b20-f1ec-4e77-8109-6d19394b0d72,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:32.332623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:32.431492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:32.455490 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9e61c7c9-eabe-499d-a916-8cca3540678f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.488721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': 'aacbf748-aba2-477c-8888-444da6b37001', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'port_id': 'aacbf748-aba2-477c-8888-444da6b37001', 'mac_address': 'fa:16:3e:f7:8c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:32.496262 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9e61c7c9-eabe-499d-a916-8cca3540678f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.556358 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.580475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40951d-8e4e-4c02-9b44-7ca8139c4f16 req-09450b9d-51e8-4f57-8499-180a6347a70b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:32.582267 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b40951d-8e4e-4c02-9b44-7ca8139c4f16 req-09450b9d-51e8-4f57-8499-180a6347a70b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.2102807 Apr 15 10:57:32.604271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.613991 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e0c6ad-7e4e-4f58-84e9-349db77ffe4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:32.631109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,segment=NetworkSegment(a06a20c6-898d-4931-86c6-71ce37d7825b),segment_id=a06a20c6-898d-4931-86c6-71ce37d7825b)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:32.634192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacbf748-aba2-477c-8888-444da6b37001 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:32.640401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.641382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9e61c7c9-eabe-499d-a916-8cca3540678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.643252 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:32.650390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-08c80874-9270-4c2b-8d5d-69302a432111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:32.668363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9e61c7c9-eabe-499d-a916-8cca3540678f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.670235 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9e61c7c9-eabe-499d-a916-8cca3540678f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/574f3b20-f1ec-4e77-8109-6d19394b0d72 HTTP/1.1" status: 204 len: 168 time: 0.3420024 Apr 15 10:57:32.671383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61c7c9-eabe-499d-a916-8cca3540678f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574f3b20-f1ec-4e77-8109-6d19394b0d72,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:32.675948 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b40951d-8e4e-4c02-9b44-7ca8139c4f16 req-4bf4edf3-8c0e-406b-999f-ec7559167317 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840421 Apr 15 10:57:32.677789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9e61c7c9-eabe-499d-a916-8cca3540678f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:32.722009 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e0c6ad-7e4e-4f58-84e9-349db77ffe4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1', 'code': 200} Apr 15 10:57:32.730555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:32.737947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.757992 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:32.761157 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:32.761866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d0c6a8fa-7570-4f4f-a66b-34bdb9fc240d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:32.872331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:32.878097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:33.119029 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9891b6c-b0c8-4001-9299-292ab0c25641 req-4e267cea-89a8-475e-97c5-f03cf364f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.120804 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f9891b6c-b0c8-4001-9299-292ab0c25641 req-4e267cea-89a8-475e-97c5-f03cf364f42a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 1098 time: 0.1163599 Apr 15 10:57:33.168414 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f9891b6c-b0c8-4001-9299-292ab0c25641 req-e976d4c1-0736-4b7c-a7c1-350a32987816 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Apr 15 10:57:33.187016 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['aacbf748-aba2-477c-8888-444da6b37001'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:33.557574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc0b56-4373-4ac8-82bb-16ee2492a556 req-3f2f3602-67e6-4151-ba8e-9a3e0de4d7a5 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.559445 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fdcc0b56-4373-4ac8-82bb-16ee2492a556 req-3f2f3602-67e6-4151-ba8e-9a3e0de4d7a5 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 945 time: 0.1579368 Apr 15 10:57:33.607634 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61719fd4-8ad1-46d6-b6c0-91a335956c91 req-e90868d5-7183-4090-89d7-b0db84638cc3 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.609315 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-61719fd4-8ad1-46d6-b6c0-91a335956c91 req-e90868d5-7183-4090-89d7-b0db84638cc3 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1652260 Apr 15 10:57:33.645636 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fdcc0b56-4373-4ac8-82bb-16ee2492a556 req-8ae7ccb7-cf89-45c7-be76-dd46bbf89c43 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745063 Apr 15 10:57:33.674467 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-61719fd4-8ad1-46d6-b6c0-91a335956c91 req-ecd05900-09a7-4d50-bc3e-886506ed16d8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543253 Apr 15 10:57:33.904649 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fca2ec-2d48-4c5b-a9f4-51c530dffef9 req-6437d845-01f7-49b8-a955-f31060ba26b3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.906295 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a9fca2ec-2d48-4c5b-a9f4-51c530dffef9 req-6437d845-01f7-49b8-a955-f31060ba26b3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 945 time: 0.0948489 Apr 15 10:57:33.957162 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a9fca2ec-2d48-4c5b-a9f4-51c530dffef9 req-9261c589-f715-44d6-a418-4602e2caf6eb tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441360 Apr 15 10:57:34.036030 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39420) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:34.139857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device aacbf748-aba2-477c-8888-444da6b37001 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:34.164206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.181220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:34.185837 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b65d1b848e3b49a09817eefedf5fb4db is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:34.188975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:34.195076 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:34.220699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port aacbf748-aba2-477c-8888-444da6b37001 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:34.226133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port aacbf748-aba2-477c-8888-444da6b37001 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:34.226564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.285887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.289485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.300685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0b4ac98a-e043-4772-a8f7-c6844c4ffc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:34.346515 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b65d1b848e3b49a09817eefedf5fb4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092058 Apr 15 10:57:34.348865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2078ac7-9b6c-475f-8b55-44cc373b87d1,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:34.349476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39438) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:34.352181 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:34.384339 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.428177 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:34.432870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7d64d9e6-584e-4f56-a75d-f131acb0151c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.434296 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.436905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:34.467027 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7d64d9e6-584e-4f56-a75d-f131acb0151c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.521464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:34.534086 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:34.562426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7d64d9e6-584e-4f56-a75d-f131acb0151c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.568383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4ed56e5b-375b-4172-b5f4-c6b17160682d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:34.589711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64d9e6-584e-4f56-a75d-f131acb0151c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2078ac7-9b6c-475f-8b55-44cc373b87d1,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:34.593182 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7d64d9e6-584e-4f56-a75d-f131acb0151c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:34.602980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7d64d9e6-584e-4f56-a75d-f131acb0151c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.607691 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7d64d9e6-584e-4f56-a75d-f131acb0151c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2078ac7-9b6c-475f-8b55-44cc373b87d1 HTTP/1.1" status: 204 len: 168 time: 0.2568316 Apr 15 10:57:34.723694 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:34.993378 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9810408-c79b-400d-b35c-1d660586a3e7 req-a7d2a6fc-96f5-47bd-b745-c17e7d238fd4 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:34.995055 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e9810408-c79b-400d-b35c-1d660586a3e7 req-a7d2a6fc-96f5-47bd-b745-c17e7d238fd4 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 945 time: 0.1205175 Apr 15 10:57:35.005845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cbf25-e647-48c7-b1e5-ed6323184e52 req-4ae4c985-c505-4956-b089-61083a04e217 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:35.007585 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-371cbf25-e647-48c7-b1e5-ed6323184e52 req-4ae4c985-c505-4956-b089-61083a04e217 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1806893 Apr 15 10:57:35.081791 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-371cbf25-e647-48c7-b1e5-ed6323184e52 req-c0d93613-bb3e-4226-9fb0-0961e405183e tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552735 Apr 15 10:57:35.104910 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e9810408-c79b-400d-b35c-1d660586a3e7 req-2391cbcd-a5fe-4ed2-8179-f5db3e09fe8f tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961249 Apr 15 10:57:35.167326 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001', 'code': 200} Apr 15 10:57:35.226203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39490) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:35.294550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39498) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:35.350971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f709e9-eaae-47bb-866f-3c3856e20fac req-0299f4ea-05bc-4e8d-a2ab-ffebba7de412 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:35.352750 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-43f709e9-eaae-47bb-866f-3c3856e20fac req-0299f4ea-05bc-4e8d-a2ab-ffebba7de412 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1079998 Apr 15 10:57:35.410636 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-43f709e9-eaae-47bb-866f-3c3856e20fac req-a3dbbbf5-320c-45c4-9b5c-a9d5ebe1a57b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511346 Apr 15 10:57:35.540474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3953450-5de6-442c-9e7e-4e1ed1f85f54 req-e53174f2-213b-4f2d-b097-4b37454d4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:35.542261 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e3953450-5de6-442c-9e7e-4e1ed1f85f54 req-e53174f2-213b-4f2d-b097-4b37454d4c25 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 1099 time: 0.1070161 Apr 15 10:57:35.580328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.631731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:35.661271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] Usage tracker for resource:security_group_rule and tenant:9da4aab555de41299d54910192af149d is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:35.667274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.682476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:35.702776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:35.709215 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:35.722616 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] Usage tracker for resource:security_group_rule and tenant:61150225245c4f3fad447d1f48ed725f is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:35.726878 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e3953450-5de6-442c-9e7e-4e1ed1f85f54 req-83ac96aa-5f8a-4b1a-97b0-2e296fb68d51 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138971 Apr 15 10:57:35.728689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:35.741988 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:35.848949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39520) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:35.864201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.875864 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.884987 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8137d6aa-645a-40cf-8631-b6379dab9333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:35.920120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.932673 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.956430 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9da4aab555de41299d54910192af149d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286704 Apr 15 10:57:35.959583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39526) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:35.967375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c2bf2b-b3a3-4b63-9642-5ccc769fdfcd,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:35.973238 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:35.973777 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7f22723d-c2f7-49da-85a0-ec74dfa99c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:35.989038 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=61150225245c4f3fad447d1f48ed725f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6898239 Apr 15 10:57:35.989038 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39532) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:36.005947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-206126668-network', 'tenant_id': '695b49397102411a9116a5855da25c70'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:36.013418 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:36.025883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Usage tracker for resource:network and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:36.029301 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:36.035011 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1109ce9-eda7-4b46-8b95-cad2f44d14d2,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:36.040472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:36.040838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:36.077843 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-362ccb92-a883-4d37-94ee-b7399c604c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.086653 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Made reservation on behalf of 695b49397102411a9116a5855da25c70 for: {'network': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:36.091355 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.106609 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-362ccb92-a883-4d37-94ee-b7399c604c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.109865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.127355 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cf22daf2-5e54-4774-8628-825e95737a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.129386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:36.141048 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Usage tracker for resource:security_group_rule and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:36.146668 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:36.157585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-362ccb92-a883-4d37-94ee-b7399c604c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.160990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:36.163485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-680b15b3-efd8-4c35-baaa-1b5dcc15688a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:36.173270 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cf22daf2-5e54-4774-8628-825e95737a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.179915 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ccb92-a883-4d37-94ee-b7399c604c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1109ce9-eda7-4b46-8b95-cad2f44d14d2,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:36.183228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-362ccb92-a883-4d37-94ee-b7399c604c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:36.205763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-362ccb92-a883-4d37-94ee-b7399c604c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.210085 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-362ccb92-a883-4d37-94ee-b7399c604c26 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1109ce9-eda7-4b46-8b95-cad2f44d14d2 HTTP/1.1" status: 204 len: 168 time: 0.2179890 Apr 15 10:57:36.352346 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cf22daf2-5e54-4774-8628-825e95737a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.362980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-95c29ca6-788e-454e-ad1f-e980392b5a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:36.395979 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22daf2-5e54-4774-8628-825e95737a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c2bf2b-b3a3-4b63-9642-5ccc769fdfcd,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:36.416832 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cf22daf2-5e54-4774-8628-825e95737a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:36.442239 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa368a2-1227-4b76-ada1-e477387af3ae req-49375175-92db-4359-9a50-099f7162c0f2 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:36.443866 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fa368a2-1227-4b76-ada1-e477387af3ae req-49375175-92db-4359-9a50-099f7162c0f2 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.2143791 Apr 15 10:57:36.460703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.461916 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cf22daf2-5e54-4774-8628-825e95737a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.463214 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-cf22daf2-5e54-4774-8628-825e95737a76 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b8c2bf2b-b3a3-4b63-9642-5ccc769fdfcd HTTP/1.1" status: 204 len: 168 time: 0.5025930 Apr 15 10:57:36.481790 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.488458 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e966b26e-3abf-4f8c-b395-e833f62194bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:36.568928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1219, 'physical_network': 'physnet1'} {{(pid=85313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:57:36.583780 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39552) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:36.598258 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fa368a2-1227-4b76-ada1-e477387af3ae req-82b087d8-df76-4e66-9e0b-11d3c3c54b17 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404769 Apr 15 10:57:36.603622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.609120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.609545 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Added segment 11c16a3c-2090-4c4d-bcfb-78ca3f220370 of type vlan for network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 Apr 15 10:57:36.610855 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945f4701-e9c3-4103-84a3-d9a1a8515001,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:36.620382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:36.620748 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:36.625579 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] Usage tracker for resource:security_group_rule and tenant:fe915889999f439dbf10a013f109324a is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:36.629208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:36.636505 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:36.659362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.696774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdaa92-1e71-475f-b22f-f5f4d4b6c0f8 req-497d1922-e805-488b-86d8-680fd2837c73 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:36.698483 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-34fdaa92-1e71-475f-b22f-f5f4d4b6c0f8 req-497d1922-e805-488b-86d8-680fd2837c73 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 945 time: 0.2026083 Apr 15 10:57:36.754787 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.758227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.772781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c6976150-3eb2-4a84-927d-11dbad920c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:36.795310 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.806705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:36.807353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.815763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cd3d8461-b4cb-488b-8a35-abfe162e6eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:36.823261 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe915889999f439dbf10a013f109324a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354078 Apr 15 10:57:36.823261 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e82f0f-194c-4aab-9e00-30ddc5b37298,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:36.824397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39556) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:36.830422 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:36.841034 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-34fdaa92-1e71-475f-b22f-f5f4d4b6c0f8 req-ac472897-fc36-4f72-a316-4570bd801f87 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328101 Apr 15 10:57:36.898478 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1dc54fb0-fd27-4bdb-8045-02129a0efc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.926840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1dc54fb0-fd27-4bdb-8045-02129a0efc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.937985 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0850368 Apr 15 10:57:36.938648 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39560) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:36.943268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Pushing event updated for resources: {'Network': ['ID=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:36.947970 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:36.950697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Request body: {'subnet': {'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-206126668-subnet', 'tenant_id': '695b49397102411a9116a5855da25c70', 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:36.960351 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:57:36.961568 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:36.973805 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8026-fcec-4117-9ef7-175838906b94 req-aa5f4a89-d366-4856-b23b-dacf5fa6ba24 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:36.975543 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f6e8026-fcec-4117-9ef7-175838906b94 req-aa5f4a89-d366-4856-b23b-dacf5fa6ba24 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.2379231 Apr 15 10:57:36.976739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Usage tracker for resource:subnet and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:36.982109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:36.989733 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:37.003496 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Made reservation on behalf of 695b49397102411a9116a5855da25c70 for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:37.010327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:37.028672 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1dc54fb0-fd27-4bdb-8045-02129a0efc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:37.035324 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f6e8026-fcec-4117-9ef7-175838906b94 req-9f7677e3-891c-4f68-a262-00119a60a17a tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528228 Apr 15 10:57:37.038608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-41bedb62-45f3-4af7-a4cd-8a7be8286503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:37.123041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc54fb0-fd27-4bdb-8045-02129a0efc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e82f0f-194c-4aab-9e00-30ddc5b37298,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:37.129635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1dc54fb0-fd27-4bdb-8045-02129a0efc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:37.147223 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1dc54fb0-fd27-4bdb-8045-02129a0efc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:37.150761 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1dc54fb0-fd27-4bdb-8045-02129a0efc0e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/08e82f0f-194c-4aab-9e00-30ddc5b37298 HTTP/1.1" status: 204 len: 168 time: 0.3208661 Apr 15 10:57:37.484981 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:37.501087 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ef73eef9-d107-4c64-a7ad-58f56e49a281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:37.628492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fed9a8-2e0a-4475-bb86-19682c82e3b9,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:37.633376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:37.707528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Checking segment: {'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:37.707912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Network hostable DHCP agents. Network: 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:57:37.729786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:57:37.746889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:37.757780 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b457b74-e8cc-4dee-b6d2-5e972d621c6f None None] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:37.761315 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:37.761960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:37.789506 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8496459 Apr 15 10:57:37.792411 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39594) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:37.800017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:37.806020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:37.811312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Usage tracker for resource:router and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:37.826257 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:37.837073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:37.849950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59764'] for router, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:37.851361 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850858942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850960032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850954210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854716051'] for router, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:37.871325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecbefc-1479-4861-99b7-b47d34dc8078 req-2f3b6e85-12bf-44e0-a28d-0630f3136b7f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:37.873363 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-feecbefc-1479-4861-99b7-b47d34dc8078 req-2f3b6e85-12bf-44e0-a28d-0630f3136b7f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1478133 Apr 15 10:57:37.882783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:37.943042 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-feecbefc-1479-4861-99b7-b47d34dc8078 req-f35046d3-ab44-4b27-9116-3c9af9b4006a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625911 Apr 15 10:57:38.033210 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c448b85-0c5b-51f4-9699-53a11923281c-1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'tenant_id': '695b49397102411a9116a5855da25c70', 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9'}]}} from dv-cinder-786384-1-smb. {{(pid=85315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:57:38.034763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.110753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557693b-6b8e-41b1-a192-d948e95e4376 req-071f638b-2980-4e01-9562-dd2ad26fabf3 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:38.113518 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c557693b-6b8e-41b1-a192-d948e95e4376 req-071f638b-2980-4e01-9562-dd2ad26fabf3 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 945 time: 0.1268313 Apr 15 10:57:38.231029 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Allocated IP 172.20.0.2 (1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0/69fed9a8-2e0a-4475-bb86-19682c82e3b9/bc814028-9299-4a51-9b5d-a8381d19047e) {{(pid=85315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:38.245195 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c557693b-6b8e-41b1-a192-d948e95e4376 req-570caec0-8e6a-4f7e-a0f8-ea997a1f7f84 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250489 Apr 15 10:57:38.279162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850960013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854716066'] for router, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.290852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887d223-35ad-4f61-9946-89212ae1592a req-3055b375-ecb2-4230-95cc-ba11b7f5bd20 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:38.292520 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7887d223-35ad-4f61-9946-89212ae1592a req-3055b375-ecb2-4230-95cc-ba11b7f5bd20 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1233828 Apr 15 10:57:38.344681 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7887d223-35ad-4f61-9946-89212ae1592a req-920daf4a-96c5-46b2-94ec-300124460062 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437834 Apr 15 10:57:38.527744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Notify callbacks [] for port, precommit_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.539437 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Transition to ACTIVE for port object bc814028-9299-4a51-9b5d-a8381d19047e will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:38.568952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Transition to ACTIVE for port object bc814028-9299-4a51-9b5d-a8381d19047e will not be triggered until provisioned by entity DHCP. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:38.575551 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.645028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69646f55-ca94-4620-afa6-02d29ecf4ccd req-f7be6ca2-1d50-455f-a407-dbe5a401094f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:38.646786 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-69646f55-ca94-4620-afa6-02d29ecf4ccd req-f7be6ca2-1d50-455f-a407-dbe5a401094f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1214139 Apr 15 10:57:38.653377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:38.656560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39622) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:38.663054 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-089fa0ba-9577-4e85-b59b-fa037e4f49dc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'floatingip': {'port_id': 'aacbf748-aba2-477c-8888-444da6b37001'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:38.753309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-089fa0ba-9577-4e85-b59b-fa037e4f49dc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.800425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Pushing event updated for resources: {'Port': ['ID=bc814028-9299-4a51-9b5d-a8381d19047e,revision_number=1']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:38.822649 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:38.864871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 is already hosted by enough agents. {{(pid=85315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:38.866483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Resources bound (agent type, host, resource id): {{(pid=85315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:38.869875 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Received port after_create {{(pid=85315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:38.977051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Attempting to bind port bc814028-9299-4a51-9b5d-a8381d19047e on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:38.977479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Attempting to bind port bc814028-9299-4a51-9b5d-a8381d19047e by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:38.978416 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Attempting to bind port bc814028-9299-4a51-9b5d-a8381d19047e on network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:38.985593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:38.986017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Checking segment: {'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:38.986498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.986940 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Bound using segment: {'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:38.987468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Bound port: bc814028-9299-4a51-9b5d-a8381d19047e, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:38.987884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.030228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.079290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.086091 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] For port bc814028-9299-4a51-9b5d-a8381d19047e, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:39.089797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] For port bc814028-9299-4a51-9b5d-a8381d19047e, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=bc814028-9299-4a51-9b5d-a8381d19047e,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:39.094081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.110376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:39.132924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f854ff-f6a0-4536-9465-04717468afe1 req-c765c87e-c543-4e13-9c97-83248ac6fdea tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:39.134615 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-65f854ff-f6a0-4536-9465-04717468afe1 req-c765c87e-c543-4e13-9c97-83248ac6fdea tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.97 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 945 time: 0.2192578 Apr 15 10:57:39.243475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-65f854ff-f6a0-4536-9465-04717468afe1 req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Deleting port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:39.244158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-65f854ff-f6a0-4536-9465-04717468afe1 req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.279879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Pushing event updated for resources: {'Port': ['ID=bc814028-9299-4a51-9b5d-a8381d19047e,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:39.284994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:39.565141 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Allocated IP 172.28.0.149 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/cd98a1f6-ce3d-4069-811e-74a108987f0d) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:39.756195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-65f854ff-f6a0-4536-9465-04717468afe1 req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] For port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,segment=NetworkSegment(a06a20c6-898d-4931-86c6-71ce37d7825b),segment_id=a06a20c6-898d-4931-86c6-71ce37d7825b)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:39.756610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-65f854ff-f6a0-4536-9465-04717468afe1 req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.912392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-65f854ff-f6a0-4536-9465-04717468afe1 req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Calling delete_port for 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 owned by compute:nova {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:40.015881 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.172589 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c89bd2-b003-45a8-8ff0-8fae2e94bdfa req-5d2bba5f-1f73-424c-8800-d9db9a30addc tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:40.177166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39670) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:40.177787 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-95c89bd2-b003-45a8-8ff0-8fae2e94bdfa req-5d2bba5f-1f73-424c-8800-d9db9a30addc tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 945 time: 0.3328729 Apr 15 10:57:40.195368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.217374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-84e8e675-3a22-4f81-baa4-608dbe5bb271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:40.234937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105e8c6-0679-40be-ad05-be6232742b47 req-6f7a0124-8532-4fef-804b-2309457aa038 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:40.236631 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4105e8c6-0679-40be-ad05-be6232742b47 req-6f7a0124-8532-4fef-804b-2309457aa038 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.3906355 Apr 15 10:57:40.297413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-089fa0ba-9577-4e85-b59b-fa037e4f49dc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.307812 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-95c89bd2-b003-45a8-8ff0-8fae2e94bdfa req-7489f26c-eda9-47ee-b38b-8f2612c2499d tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157482 Apr 15 10:57:40.309563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-089fa0ba-9577-4e85-b59b-fa037e4f49dc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.310200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-65f854ff-f6a0-4536-9465-04717468afe1 req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.426494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.455523 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4105e8c6-0679-40be-ad05-be6232742b47 req-b5656440-5465-4c86-872d-a029337c36fb tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025082 Apr 15 10:57:40.480284 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:40.482763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Pushing event updated for resources: {'Port': ['ID=cd98a1f6-ce3d-4069-811e-74a108987f0d,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:40.486210 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:40.502858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:40.515139 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [None req-089fa0ba-9577-4e85-b59b-fa037e4f49dc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Floating IP ff761ae4-13f2-49fd-81c1-51d1b2932f9a associated. External IP: 172.28.0.161, port: aacbf748-aba2-477c-8888-444da6b37001. Apr 15 10:57:40.539724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] Usage tracker for resource:security_group_rule and tenant:f21947b4836c4654af5d7298fae3af6a is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:40.556797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:40.586124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Pushing event deleted for resources: {'Port': ['ID=7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:40.589008 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:40.591817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:40.699590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:40.712829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:40.715354 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:40.794371 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f854ff-f6a0-4536-9465-04717468afe1 req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] No DVR routers for this DVR port 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 on host hv-cinder-78638 {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:40.797672 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-65f854ff-f6a0-4536-9465-04717468afe1 req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.806330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e0c6ad-7e4e-4f58-84e9-349db77ffe4f', 'name': 'network-vif-deleted', 'tag': '7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:40.905597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf8470-831e-46eb-a242-79150e3971f7 None None] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:40.969136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089fa0ba-9577-4e85-b59b-fa037e4f49dc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Router 63e96f85-cac0-4ff0-8a97-ee6150cc00be has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:57:40.976772 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e0c6ad-7e4e-4f58-84e9-349db77ffe4f', 'name': 'network-vif-deleted', 'tag': '7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1', 'status': 'completed', 'code': 200} Apr 15 10:57:41.025206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-bb28fa50-bb6b-4ab3-9945-3982138936f0 None None] Provisioning for port bc814028-9299-4a51-9b5d-a8381d19047e completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:41.051762 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-65f854ff-f6a0-4536-9465-04717468afe1 req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.97 "DELETE /v2.0/ports/7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 HTTP/1.1" status: 204 len: 173 time: 1.9093981 Apr 15 10:57:41.161453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.187328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.199104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:41.230466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089fa0ba-9577-4e85-b59b-fa037e4f49dc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:41.234678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27209651-ff11-4ece-a87c-74ba16d9ae74,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:41.235610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-089fa0ba-9577-4e85-b59b-fa037e4f49dc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.241810 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:41.252525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] Sync routers for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:41.269511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:41.270195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:57:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:41.330892 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-089fa0ba-9577-4e85-b59b-fa037e4f49dc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "PUT /v2.0/floatingips/ff761ae4-13f2-49fd-81c1-51d1b2932f9a HTTP/1.1" status: 200 len: 992 time: 2.6729226 Apr 15 10:57:41.332242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:41.601945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:41.741180 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001', 'status': 'completed', 'code': 200} Apr 15 10:57:41.749412 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f79ab2f0-a771-4bb7-9ca4-39c57a38b4a4 req-cc501fae-a73e-468d-abf7-b9cf005902e8 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=50e0c6ad-7e4e-4f58-84e9-349db77ffe4f HTTP/1.1" status: 200 len: 210 time: 0.1741219 Apr 15 10:57:41.759608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39702) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:41.769791 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f21947b4836c4654af5d7298fae3af6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5905144 Apr 15 10:57:41.856417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device bc814028-9299-4a51-9b5d-a8381d19047e up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:41.943745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port bc814028-9299-4a51-9b5d-a8381d19047e completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:41.953250 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port bc814028-9299-4a51-9b5d-a8381d19047e triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:41.953935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.965557 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4226bd6a-c8a8-4591-96ef-e35e7d9a6265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.060902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.110100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.124702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-e205f088-aaad-46fd-8c00-f3aa2753756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:42.126605 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-e205f088-aaad-46fd-8c00-f3aa2753756a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 1099 time: 0.2281394 Apr 15 10:57:42.145264 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': 'ff761ae4-13f2-49fd-81c1-51d1b2932f9a', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'floating_ip_address': '172.28.0.161', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'port_id': 'aacbf748-aba2-477c-8888-444da6b37001', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'mac_address': 'fa:16:3e:f7:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:12Z', 'updated_at': '2021-04-15T10:57:40Z', 'revision_number': 1, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:42.150489 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] Checking router: 63e96f85-cac0-4ff0-8a97-ee6150cc00be for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:42.154647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port bc814028-9299-4a51-9b5d-a8381d19047e, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=bc814028-9299-4a51-9b5d-a8381d19047e,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:42.160803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.162501 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:42.163483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:42.167840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:57:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:42.208468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:42.290520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4226bd6a-c8a8-4591-96ef-e35e7d9a6265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.358214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4226bd6a-c8a8-4591-96ef-e35e7d9a6265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.367199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d830818f-670b-43cd-a086-57218675d76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:42.393296 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226bd6a-c8a8-4591-96ef-e35e7d9a6265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27209651-ff11-4ece-a87c-74ba16d9ae74,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:42.406537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4226bd6a-c8a8-4591-96ef-e35e7d9a6265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:42.417410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b243e5a-4eea-46ae-87b5-b7de231b9c39 req-008421f5-85b5-45e1-9e6e-2b6b4c9d9224 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:42.427267 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2b243e5a-4eea-46ae-87b5-b7de231b9c39 req-008421f5-85b5-45e1-9e6e-2b6b4c9d9224 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.5245810 Apr 15 10:57:42.447596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4226bd6a-c8a8-4591-96ef-e35e7d9a6265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.452290 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-4226bd6a-c8a8-4591-96ef-e35e7d9a6265 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/27209651-ff11-4ece-a87c-74ba16d9ae74 HTTP/1.1" status: 204 len: 168 time: 0.6911666 Apr 15 10:57:42.493902 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2b243e5a-4eea-46ae-87b5-b7de231b9c39 req-051cb5b0-62a3-42f0-87d4-43772aa5e6dc tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655396 Apr 15 10:57:42.498710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:42.499629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 7264f2f2-c5bb-4a3b-b5ea-b2d28fa6edb1 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:42.566807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=bc814028-9299-4a51-9b5d-a8381d19047e,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:42.570186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:42.598892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-ba413b82-a180-4caf-95a2-998b60625bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:42.600614 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-ba413b82-a180-4caf-95a2-998b60625bcc service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 918 time: 0.4031987 Apr 15 10:57:42.614689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:42.734326 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-ca7457f3-9bcb-4a1b-8a16-967afcc8acd9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aacbf748-aba2-477c-8888-444da6b37001 HTTP/1.1" status: 200 len: 1000 time: 0.1252239 Apr 15 10:57:42.824317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-da94b73b-42d4-4a55-b8df-7e77c4722529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:42.826161 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-da94b73b-42d4-4a55-b8df-7e77c4722529 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.0688722 Apr 15 10:57:42.836094 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850858760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815770'] for router, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.868873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39716) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:42.896747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c2728f18-31c7-4621-8b74-c65296680d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:42.921034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c2728f18-31c7-4621-8b74-c65296680d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:42.925245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c2728f18-31c7-4621-8b74-c65296680d4c admin admin] Usage tracker for resource:security_group_rule and tenant:d295efa08a6c44638c195f9aeb0f8c79 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:42.929153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c2728f18-31c7-4621-8b74-c65296680d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:42.935429 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c2728f18-31c7-4621-8b74-c65296680d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:43.033330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c2728f18-31c7-4621-8b74-c65296680d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.040540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c2728f18-31c7-4621-8b74-c65296680d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.057851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ed84370-0b58-425e-b9e4-7abb41d54e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:43.110376 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c2728f18-31c7-4621-8b74-c65296680d4c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d295efa08a6c44638c195f9aeb0f8c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399209 Apr 15 10:57:43.111980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2728f18-31c7-4621-8b74-c65296680d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aab662e-be95-43ff-8389-f13750de9342,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:43.116076 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39726) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:43.132670 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c2728f18-31c7-4621-8b74-c65296680d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:43.132814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-2d8e46d1-2963-4e53-b0c3-821be67be4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:43.134720 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-2d8e46d1-2963-4e53-b0c3-821be67be4a5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3006868 Apr 15 10:57:43.200585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': 'ff761ae4-13f2-49fd-81c1-51d1b2932f9a', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'floating_ip_address': '172.28.0.161', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'port_id': 'aacbf748-aba2-477c-8888-444da6b37001', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'mac_address': 'fa:16:3e:f7:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:12Z', 'updated_at': '2021-04-15T10:57:40Z', 'revision_number': 1, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:43.205498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-710e31bf-9d1c-407f-909c-0129841496fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.206482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540e6a2-d8e9-4e77-ada0-7abae75e00d0 None None] The sync data for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb is: [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': 'ff761ae4-13f2-49fd-81c1-51d1b2932f9a', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'floating_ip_address': '172.28.0.161', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'port_id': 'aacbf748-aba2-477c-8888-444da6b37001', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'mac_address': 'fa:16:3e:f7:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:12Z', 'updated_at': '2021-04-15T10:57:40Z', 'revision_number': 1, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:43.273961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-710e31bf-9d1c-407f-909c-0129841496fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.304236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39740) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:43.344415 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-d024c137-dae9-42c8-83d4-ddaa97d97403 service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970682 Apr 15 10:57:43.347646 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Router 4a0dfc54-1176-4450-968a-3005c43bdf90 is scheduled to L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 with binding_index 1 {{(pid=85314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:57:43.439921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-710e31bf-9d1c-407f-909c-0129841496fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.450405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-c370251b-0a3c-4cbb-9c07-fe879aa9f5e7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:43.452022 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-c370251b-0a3c-4cbb-9c07-fe879aa9f5e7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/networks?id=c153eb0d-0bba-446a-919b-bec9ba5a7ae8 HTTP/1.1" status: 200 len: 809 time: 0.2153347 Apr 15 10:57:43.454285 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-41a8519c-8f30-44e8-8ed7-49bc731690d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:43.477140 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e31bf-9d1c-407f-909c-0129841496fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aab662e-be95-43ff-8389-f13750de9342,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:43.479627 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-710e31bf-9d1c-407f-909c-0129841496fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:43.483358 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-d882b1fe-7d00-49df-8e63-cc6b2c67e1ce tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/quotas/906e19e05aba49e090600dcef6d20fef HTTP/1.1" status: 200 len: 375 time: 0.0220022 Apr 15 10:57:43.484389 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-710e31bf-9d1c-407f-909c-0129841496fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.489227 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-710e31bf-9d1c-407f-909c-0129841496fb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9aab662e-be95-43ff-8389-f13750de9342 HTTP/1.1" status: 204 len: 168 time: 0.3616645 Apr 15 10:57:43.605038 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a871a397-2b46-4c79-95df-8e555216e902 None None] New status for floating IP ff761ae4-13f2-49fd-81c1-51d1b2932f9a: ACTIVE {{(pid=85315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:57:43.624181 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-13e848aa-463f-4ecf-8463-53f09264a6f7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=906e19e05aba49e090600dcef6d20fef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135435 Apr 15 10:57:43.829682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device bc814028-9299-4a51-9b5d-a8381d19047e up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:43.922063 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-f94bc349-90a0-46a0-86cd-62a7ad19c2e4 service neutron] 10.222.0.71 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883799 Apr 15 10:57:43.955666 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.964050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0bb44-e982-4f93-9449-7e7ee3a965d5 req-30bca6f6-fe4f-463b-a34a-378f5a37de66 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:43.965770 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8b0bb44-e982-4f93-9449-7e7ee3a965d5 req-30bca6f6-fe4f-463b-a34a-378f5a37de66 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1891069 Apr 15 10:57:43.995676 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eb57c40f-3529-4e63-b28b-bbab0c99b9f8 req-a09efa67-23eb-4beb-ae94-13d3f69b59dc service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391513 Apr 15 10:57:43.996954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:44.017085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] Usage tracker for resource:security_group_rule and tenant:de2a478e586b4777b5f1ad3bee0453a4 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:44.028529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:44.051661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:44.054248 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:44.065268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Sync routers for ids ['4a0dfc54-1176-4450-968a-3005c43bdf90'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:44.078840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Routers {'4a0dfc54-1176-4450-968a-3005c43bdf90'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:44.079887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:57:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4a0dfc54-1176-4450-968a-3005c43bdf90'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:44.081764 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8b0bb44-e982-4f93-9449-7e7ee3a965d5 req-70676d46-ac10-4399-8058-45b8423d8baa tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649505 Apr 15 10:57:44.101996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Notify callbacks [] for router, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.103651 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3099792 Apr 15 10:57:44.106727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39766) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:44.118943 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port bc814028-9299-4a51-9b5d-a8381d19047e triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:44.119530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.146558 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-8724d6af-fd51-4aee-964e-07c5c47d64df service neutron] 10.222.0.71 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234471 Apr 15 10:57:44.340232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Set router 4a0dfc54-1176-4450-968a-3005c43bdf90 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:44.489113 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-24b0328a-fd7b-421b-b075-1927ba418f7f req-6b7550bb-70a9-4c58-8e00-620f935a2db0 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 210 time: 0.1071782 Apr 15 10:57:44.543328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.708121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.722334 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b8d0218b-a4de-410f-8cb2-ba930533f028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:44.747521 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 3, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:44.752342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Checking router: 4a0dfc54-1176-4450-968a-3005c43bdf90 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:44.752866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Updating router 4a0dfc54-1176-4450-968a-3005c43bdf90 port cd98a1f6-ce3d-4069-811e-74a108987f0d binding host dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:57:44.821331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.913026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39792) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:44.913503 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de2a478e586b4777b5f1ad3bee0453a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6081107 Apr 15 10:57:44.914574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d17dfd-f700-4f30-9425-0b7ab3ffdd0d,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:44.920245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:45.051804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1f27144a-0240-4ab2-875e-c6ccfde7041d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.135085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1f27144a-0240-4ab2-875e-c6ccfde7041d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.195182 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1f27144a-0240-4ab2-875e-c6ccfde7041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.201082 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0af9f753-7fd8-4dbe-9dfa-ffec9f6a6639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:45.220381 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1f27144a-0240-4ab2-875e-c6ccfde7041d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.222119 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1f27144a-0240-4ab2-875e-c6ccfde7041d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d6d17dfd-f700-4f30-9425-0b7ab3ffdd0d HTTP/1.1" status: 204 len: 168 time: 0.3068669 Apr 15 10:57:45.223214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27144a-0240-4ab2-875e-c6ccfde7041d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d17dfd-f700-4f30-9425-0b7ab3ffdd0d,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:45.226628 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1f27144a-0240-4ab2-875e-c6ccfde7041d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:45.305142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.365833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Notify callbacks [] for port, precommit_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.388719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Transition to ACTIVE for port object cd98a1f6-ce3d-4069-811e-74a108987f0d will not be triggered until provisioned by entity L2. {{(pid=85316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:45.406162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.442505 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9c15d889-e3fc-4d1d-bffe-532ec36a06ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:45.520220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb9522-65c2-4a42-9ac8-4afd62fab8dc req-edd37bb8-5896-4a0b-ba9f-3391f8db8039 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:45.525536 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ebcb9522-65c2-4a42-9ac8-4afd62fab8dc req-edd37bb8-5896-4a0b-ba9f-3391f8db8039 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.2133958 Apr 15 10:57:45.616629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Pushing event updated for resources: {'Port': ['ID=cd98a1f6-ce3d-4069-811e-74a108987f0d,revision_number=2']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:45.649048 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ebcb9522-65c2-4a42-9ac8-4afd62fab8dc req-ff142a6d-eb52-48da-8f7c-a0eb72b91cf6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120346 Apr 15 10:57:45.694199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Allocated IP 172.20.0.1 (1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0/69fed9a8-2e0a-4475-bb86-19682c82e3b9/a29ecec0-c053-495a-af5f-9024ae9c2cb9) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:45.791064 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.791537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.791537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.792010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.792456 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.792888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.793248 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.793609 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.794334 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.794716 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.795071 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.795423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.810643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:45.855010 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cb8ec4c0-21f0-418f-9797-6b3bc2fff982 req-2aad7816-8099-4d08-99d7-1fa8ff531210 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 210 time: 0.1022508 Apr 15 10:57:45.861447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Attempting to bind port cd98a1f6-ce3d-4069-811e-74a108987f0d on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:45.861555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Attempting to bind port cd98a1f6-ce3d-4069-811e-74a108987f0d by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:45.861928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Attempting to bind port cd98a1f6-ce3d-4069-811e-74a108987f0d on network 23f07260-2a73-40f9-8de7-f6683f29607f {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:45.879392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:45.879973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Checking segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:45.884361 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.884824 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Bound using segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:45.885393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Bound port: cd98a1f6-ce3d-4069-811e-74a108987f0d, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:45.885820 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.990002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.002152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] For port cd98a1f6-ce3d-4069-811e-74a108987f0d, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:46.007857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] For port cd98a1f6-ce3d-4069-811e-74a108987f0d, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=cd98a1f6-ce3d-4069-811e-74a108987f0d,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:46.013538 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.015805 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47948e2-3ddb-4b39-8159-c31f9bdc0156 req-13bb3541-47fb-452c-b2ac-8635cd6c1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:46.020034 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f47948e2-3ddb-4b39-8159-c31f9bdc0156 req-13bb3541-47fb-452c-b2ac-8635cd6c1c60 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1098 time: 0.6143777 Apr 15 10:57:46.021195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Transition to ACTIVE for port object a29ecec0-c053-495a-af5f-9024ae9c2cb9 will not be triggered until provisioned by entity DHCP. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:46.034107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:46.089235 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f47948e2-3ddb-4b39-8159-c31f9bdc0156 req-9fd0a283-d8a4-4b08-824e-12015c6110d7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614407 Apr 15 10:57:46.127777 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.161879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-c52050f4-b077-47f8-8cd3-ccab8515201e tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:46.163693 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-c52050f4-b077-47f8-8cd3-ccab8515201e tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.97 "GET /v2.0/networks?id=c153eb0d-0bba-446a-919b-bec9ba5a7ae8 HTTP/1.1" status: 200 len: 809 time: 0.1906719 Apr 15 10:57:46.172734 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:46.269526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Pushing event updated for resources: {'Port': ['ID=cd98a1f6-ce3d-4069-811e-74a108987f0d,revision_number=3']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:46.272906 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5dc702d4-5d61-4b0a-9a24-c5ee6304cde7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:46.314677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Routers {'4a0dfc54-1176-4450-968a-3005c43bdf90'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:46.315641 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:57:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4a0dfc54-1176-4450-968a-3005c43bdf90'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:46.325968 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Pushing event updated for resources: {'Port': ['ID=a29ecec0-c053-495a-af5f-9024ae9c2cb9,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:46.329447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:46.390451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Request body: {'port': {'device_id': 'f9967705-ab9d-404a-a60c-2cde6e29148f', 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8', 'admin_state_up': True, 'tenant_id': '906e19e05aba49e090600dcef6d20fef'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:46.451407 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:46.452667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:46.458617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:46.584902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815839'] for router_interface, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.635945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:46.663702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Usage tracker for resource:port and tenant:906e19e05aba49e090600dcef6d20fef is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:46.671047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] Set router 4a0dfc54-1176-4450-968a-3005c43bdf90 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:46.674676 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:46.694977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:46.721604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Made reservation on behalf of 906e19e05aba49e090600dcef6d20fef for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:46.733612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.846073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-b08fb634-2d30-4f4b-8d40-dfb69dc6cb5e None None] Provisioning for port a29ecec0-c053-495a-af5f-9024ae9c2cb9 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:46.849887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.855711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-b08fb634-2d30-4f4b-8d40-dfb69dc6cb5e None None] Provisioning complete for port a29ecec0-c053-495a-af5f-9024ae9c2cb9 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:46.856270 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b08fb634-2d30-4f4b-8d40-dfb69dc6cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.979462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-b08fb634-2d30-4f4b-8d40-dfb69dc6cb5e None None] Port a29ecec0-c053-495a-af5f-9024ae9c2cb9 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:57:47.094937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39868) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:47.293467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.301620 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.318365 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7878b58-9865-446e-bd18-3fd62322faa2 req-22c8e364-0f61-4479-b013-2f95e141b6a1 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:47.333807 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a7878b58-9865-446e-bd18-3fd62322faa2 req-22c8e364-0f61-4479-b013-2f95e141b6a1 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.4454138 Apr 15 10:57:47.340563 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f936990b-c56b-405e-9ea3-55084b28a37c req-e7d024f9-d048-4a32-ae96-c8e92bd21843 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 210 time: 0.2552755 Apr 15 10:57:47.369608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:47.478654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Pushing event updated for resources: {'Port': ['ID=a29ecec0-c053-495a-af5f-9024ae9c2cb9,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:47.481368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815476'] for router_interface, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.488828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.495576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:47.558288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 3, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:47.564983 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8be77-17e6-4663-b572-64b30b9bf8c5 None None] The sync data for ids ['4a0dfc54-1176-4450-968a-3005c43bdf90'] in dv-cinder-786384-1-smb is: [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:41Z', 'revision_number': 3, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:47.571985 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:47.577186 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a7878b58-9865-446e-bd18-3fd62322faa2 req-75034333-890b-41e8-98a4-791c6ba3ac44 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424417 Apr 15 10:57:47.583349 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Allocated IP 172.20.0.5 (c153eb0d-0bba-446a-919b-bec9ba5a7ae8/429a6285-da88-415d-9a94-52eaad050fa0/061a798c-ba26-4608-adf7-bc67dee0a461) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:47.585760 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] Usage tracker for resource:security_group_rule and tenant:adac23d576ff40c7929b3bcbaf091ab5 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:47.591013 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:47.601921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:47.650723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:47.651927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:47.922202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-2b515dda-c02d-4281-a2ea-591dbf0dc996 None None] Provisioning complete for port a29ecec0-c053-495a-af5f-9024ae9c2cb9 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:47.923229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2b515dda-c02d-4281-a2ea-591dbf0dc996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.950969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.981791 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.056039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-2b515dda-c02d-4281-a2ea-591dbf0dc996 None None] Port a29ecec0-c053-495a-af5f-9024ae9c2cb9 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:57:48.057841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2b3d9ca1-8bc5-4f1d-ab4f-cda0312496c5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:48.097941 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=adac23d576ff40c7929b3bcbaf091ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9918461 Apr 15 10:57:48.098772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39890) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:48.121278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.124467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Router 4a0dfc54-1176-4450-968a-3005c43bdf90 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:57:48.239773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792048c1-fb87-45d0-b1de-9cbbe243c413,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:48.250048 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:48.322304 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.323837 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8d413b55-95a6-4e16-9b77-f07efd86ce7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.364256 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:48.383290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:48.401885 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] 10.222.0.71 "PUT /v2.0/routers/4a0dfc54-1176-4450-968a-3005c43bdf90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2910810 Apr 15 10:57:48.430083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8d413b55-95a6-4e16-9b77-f07efd86ce7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.613364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8d413b55-95a6-4e16-9b77-f07efd86ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.635251 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Pushing event updated for resources: {'Port': ['ID=061a798c-ba26-4608-adf7-bc67dee0a461,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:48.648106 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:48.650509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c0867192-123f-48b4-a010-718219a40768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:48.665464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d413b55-95a6-4e16-9b77-f07efd86ce7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792048c1-fb87-45d0-b1de-9cbbe243c413,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:48.678910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8d413b55-95a6-4e16-9b77-f07efd86ce7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:48.707021 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8d413b55-95a6-4e16-9b77-f07efd86ce7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.711073 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8d413b55-95a6-4e16-9b77-f07efd86ce7c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/792048c1-fb87-45d0-b1de-9cbbe243c413 HTTP/1.1" status: 204 len: 168 time: 0.6066084 Apr 15 10:57:48.806405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0ec78-2b9b-4151-ab0f-017db56b1c8f req-ad5d0718-48e1-4355-8757-d7702adda613 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:48.807179 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-38b0ec78-2b9b-4151-ab0f-017db56b1c8f req-ad5d0718-48e1-4355-8757-d7702adda613 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Synchronizing usage tracker for tenant:906e19e05aba49e090600dcef6d20fef on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:48.825226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:48.831553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:48.837232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:48.843259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:48.844035 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.871921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-38b0ec78-2b9b-4151-ab0f-017db56b1c8f req-ad5d0718-48e1-4355-8757-d7702adda613 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Unset dirty status for tenant:906e19e05aba49e090600dcef6d20fef on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:48.873264 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-38b0ec78-2b9b-4151-ab0f-017db56b1c8f req-ad5d0718-48e1-4355-8757-d7702adda613 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 931 time: 0.3766835 Apr 15 10:57:48.880287 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4943850 Apr 15 10:57:48.937817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Request body: {'port': {'device_id': 'f9967705-ab9d-404a-a60c-2cde6e29148f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:48.993507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff5586-6c0e-41cf-88f4-767c0ef6b722 req-3189227d-1d2a-4e90-b702-4408ebef69c3 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:48.995186 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2bff5586-6c0e-41cf-88f4-767c0ef6b722 req-3189227d-1d2a-4e90-b702-4408ebef69c3 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.2380309 Apr 15 10:57:49.000274 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-38b0ec78-2b9b-4151-ab0f-017db56b1c8f req-81d01743-1406-42ee-85b9-525004126ac1 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131661 Apr 15 10:57:49.071336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39918) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:49.078068 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1391106765-network', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:49.083865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:49.088436 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Usage tracker for resource:network and tenant:cade665f775d40d4bb7ea4ca5a328909 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:49.091844 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:49.098618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:49.110185 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2bff5586-6c0e-41cf-88f4-767c0ef6b722 req-08d08bdb-390a-4874-bfe0-606b5a47cad0 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068923 Apr 15 10:57:49.111269 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Made reservation on behalf of cade665f775d40d4bb7ea4ca5a328909 for: {'network': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:49.117973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.135708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.137869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.142466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39924) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:49.155393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:49.160680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Usage tracker for resource:security_group_rule and tenant:cade665f775d40d4bb7ea4ca5a328909 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:49.163854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:49.170703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:49.193964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.218825 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:49.226267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] Usage tracker for resource:security_group_rule and tenant:f1059dd049b8465db42a4432b8dd7bc8 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:49.237630 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:49.275134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:49.312969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.325080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.334188 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-15a8f3b2-bd6d-4942-bb3d-c85642365378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:49.379881 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] vlan segment allocate from pool success with {'vlan_id': 1229, 'physical_network': 'physnet1'} {{(pid=85314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:57:49.399285 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd687a0-3246-4ebf-a50d-1db650681e88,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:49.422663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:49.422663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774742062519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.422663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Unsubscribe: segment precommit_create {{(pid=85314) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 10:57:49.423152 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Added segment a35fe6af-1d91-4d12-af3a-d5b66a5f8870 of type vlan for network 8566d752-7ab8-474d-83f7-d08931b6327d Apr 15 10:57:49.458718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.464749 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.466381 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.478399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-710e31bf-9d1c-407f-909c-0129841496fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:49.554602 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.556050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:49.556698 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.574845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:49.632914 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f1059dd049b8465db42a4432b8dd7bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4752367 Apr 15 10:57:49.636774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 39938) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:49.637522 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889ee47f-18b2-404c-91e3-27a7dd90ee7d,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:49.647302 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:49.656206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-05b281ab-9c3e-4c14-9e47-eac9e4103aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.771477 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device cd98a1f6-ce3d-4069-811e-74a108987f0d up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:49.787544 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Pushing event updated for resources: {'Network': ['ID=8566d752-7ab8-474d-83f7-d08931b6327d,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:49.793366 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:49.795696 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7229295 Apr 15 10:57:49.799097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39944) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:49.806939 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Request body: {'subnet': {'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1391106765-subnet', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:49.813525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:49.818376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 8566d752-7ab8-474d-83f7-d08931b6327d details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:57:49.818693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Usage tracker for resource:subnet and tenant:cade665f775d40d4bb7ea4ca5a328909 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:49.822237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:49.831550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:49.843379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Made reservation on behalf of cade665f775d40d4bb7ea4ca5a328909 for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:49.849190 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.972167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port cd98a1f6-ce3d-4069-811e-74a108987f0d completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:49.977942 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port cd98a1f6-ce3d-4069-811e-74a108987f0d triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:49.978381 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.998382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650439-ef1a-4628-b33e-ba4fe0529ee3 req-cf4b0cc8-f38b-48d7-a272-3b3087d00b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:50.000643 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11650439-ef1a-4628-b33e-ba4fe0529ee3 req-cf4b0cc8-f38b-48d7-a272-3b3087d00b25 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1098 time: 0.4029667 Apr 15 10:57:50.123002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-46c1ec6e-4203-4352-ae12-926d0c672039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.135240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.155016 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port cd98a1f6-ce3d-4069-811e-74a108987f0d, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=cd98a1f6-ce3d-4069-811e-74a108987f0d,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:50.161980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.164202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f112a500-3430-4415-a7ac-48dcd3d5c6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:50.191092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3ebd3-2e72-4b10-8755-c81bdbed0533 req-e00a3bad-03fa-40d4-bf9b-df265ff113bd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:50.199012 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-77b3ebd3-2e72-4b10-8755-c81bdbed0533 req-e00a3bad-03fa-40d4-bf9b-df265ff113bd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.5239186 Apr 15 10:57:50.223107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-46c1ec6e-4203-4352-ae12-926d0c672039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.227382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650439-ef1a-4628-b33e-ba4fe0529ee3 req-d8c09953-2d5a-41f3-9afb-11cd619c07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:50.229004 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11650439-ef1a-4628-b33e-ba4fe0529ee3 req-d8c09953-2d5a-41f3-9afb-11cd619c07ec service neutron] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 921 time: 0.1816707 Apr 15 10:57:50.244073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=cd98a1f6-ce3d-4069-811e-74a108987f0d,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:50.253203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:50.342642 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11650439-ef1a-4628-b33e-ba4fe0529ee3 req-6b41f6da-431e-4962-9574-a68f1c0051b2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb HTTP/1.1" status: 200 len: 217 time: 0.0700953 Apr 15 10:57:50.382107 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-77b3ebd3-2e72-4b10-8755-c81bdbed0533 req-15d5d712-a647-45cc-8280-958d6b9e887b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820943 Apr 15 10:57:50.416408 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061a798c-ba26-4608-adf7-bc67dee0a461 {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:50.421463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-46c1ec6e-4203-4352-ae12-926d0c672039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.430183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5ee3f03b-a2bd-43ff-836b-933fa72184d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:50.442303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.454630 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1ec6e-4203-4352-ae12-926d0c672039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889ee47f-18b2-404c-91e3-27a7dd90ee7d,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:50.464014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11650439-ef1a-4628-b33e-ba4fe0529ee3 req-1c9c9216-f257-44bb-a70b-c5226f1ef9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:50.465584 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11650439-ef1a-4628-b33e-ba4fe0529ee3 req-1c9c9216-f257-44bb-a70b-c5226f1ef9f1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.0779493 Apr 15 10:57:50.466683 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-46c1ec6e-4203-4352-ae12-926d0c672039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:50.475848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1cd28-cdab-4c51-946d-53d8d00e68fb req-9888a46e-d870-436d-a7e4-d2023406771a tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:50.477432 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8c1cd28-cdab-4c51-946d-53d8d00e68fb req-9888a46e-d870-436d-a7e4-d2023406771a tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 931 time: 0.3393075 Apr 15 10:57:50.481363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Transition to ACTIVE for port object 061a798c-ba26-4608-adf7-bc67dee0a461 will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:50.483017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-46c1ec6e-4203-4352-ae12-926d0c672039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.484532 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-46c1ec6e-4203-4352-ae12-926d0c672039 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/889ee47f-18b2-404c-91e3-27a7dd90ee7d HTTP/1.1" status: 204 len: 168 time: 0.8359108 Apr 15 10:57:50.489832 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.535131 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-832137db-3fa1-401e-bf13-4481faa72804 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:50.542226 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11650439-ef1a-4628-b33e-ba4fe0529ee3 req-36ab1985-f029-444e-846d-4929f37a1898 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679379 Apr 15 10:57:50.721564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Pushing event updated for resources: {'Port': ['ID=061a798c-ba26-4608-adf7-bc67dee0a461,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:50.727870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:50.733170 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d8c1cd28-cdab-4c51-946d-53d8d00e68fb req-eae4d907-e800-4720-b9ac-54a575dfacd2 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992865 Apr 15 10:57:50.761101 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11650439-ef1a-4628-b33e-ba4fe0529ee3 req-258af442-34c4-4421-8e37-b2e859621db0 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047937 Apr 15 10:57:50.904680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.911221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Sync routers for ids ['4a0dfc54-1176-4450-968a-3005c43bdf90'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:50.923913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Routers {'4a0dfc54-1176-4450-968a-3005c43bdf90'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:50.924757 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:57:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4a0dfc54-1176-4450-968a-3005c43bdf90'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:50.937054 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a743e03e-8855-421c-9636-bedbf23bba6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:50.963385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Attempting to bind port 061a798c-ba26-4608-adf7-bc67dee0a461 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:50.963980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Attempting to bind port 061a798c-ba26-4608-adf7-bc67dee0a461 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a06a20c6-898d-4931-86c6-71ce37d7825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:50.964547 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Attempting to bind port 061a798c-ba26-4608-adf7-bc67dee0a461 on network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:50.971707 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Port 061a798c-ba26-4608-adf7-bc67dee0a461 on network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:50.972316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Attempting to bind port 061a798c-ba26-4608-adf7-bc67dee0a461 on network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:50.979268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:50.979678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Checking segment: {'id': 'a06a20c6-898d-4931-86c6-71ce37d7825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:50.980220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Bound using segment: {'id': 'a06a20c6-898d-4931-86c6-71ce37d7825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:50.981121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Bound port: 061a798c-ba26-4608-adf7-bc67dee0a461, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06a20c6-898d-4931-86c6-71ce37d7825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:50.989273 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.087232 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11650439-ef1a-4628-b33e-ba4fe0529ee3 req-ddbbf6ad-deda-47fd-8c4e-cacd6feb5c0f service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174424 Apr 15 10:57:51.102454 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288d293f-e9cd-4ed8-8bee-b78ff3212621,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:51.107073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:51.127431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] For port 061a798c-ba26-4608-adf7-bc67dee0a461, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:51.131950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] For port 061a798c-ba26-4608-adf7-bc67dee0a461, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=061a798c-ba26-4608-adf7-bc67dee0a461,segment=NetworkSegment(a06a20c6-898d-4931-86c6-71ce37d7825b),segment_id=a06a20c6-898d-4931-86c6-71ce37d7825b)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:51.138583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.245813 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Checking segment: {'id': 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:51.246942 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Network hostable DHCP agents. Network: 8566d752-7ab8-474d-83f7-d08931b6327d, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:57:51.271848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Network 8566d752-7ab8-474d-83f7-d08931b6327d is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:57:51.285594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 8566d752-7ab8-474d-83f7-d08931b6327d) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:51.287182 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Set router 4a0dfc54-1176-4450-968a-3005c43bdf90 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:51.289170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4bc510f7-4ef5-4747-85e3-15800b7ef075 tempest-DeleteServersTestJSON-1021591946 tempest-DeleteServersTestJSON-1021591946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:51.300376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.301328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.326755 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5253255 Apr 15 10:57:51.328251 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 39974) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:51.336667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1391106765-router', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:51.344973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:51.350908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Usage tracker for resource:router and tenant:cade665f775d40d4bb7ea4ca5a328909 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:51.359283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:51.365840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:51.377491 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59764'] for router, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.378862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850858942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850960032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850954210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854716051'] for router, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.396434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.400469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Pushing event updated for resources: {'Port': ['ID=061a798c-ba26-4608-adf7-bc67dee0a461,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:51.403795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.404497 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.405977 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] 10.222.0.97 "PUT /v2.0/ports/061a798c-ba26-4608-adf7-bc67dee0a461 HTTP/1.1" status: 200 len: 1093 time: 2.4739945 Apr 15 10:57:51.406545 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9967705-ab9d-404a-a60c-2cde6e29148f', 'tag': '061a798c-ba26-4608-adf7-bc67dee0a461'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:51.415129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:51.457228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312b6ef4-2ed4-4fbf-803b-67f2ce9845ad None None] Network 8566d752-7ab8-474d-83f7-d08931b6327d requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:51.649224 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9967705-ab9d-404a-a60c-2cde6e29148f', 'tag': '061a798c-ba26-4608-adf7-bc67dee0a461', 'status': 'completed', 'code': 200} Apr 15 10:57:51.812051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-a097d0f8-96af-40b4-bf23-2e4beca719cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.813721 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-a097d0f8-96af-40b4-bf23-2e4beca719cd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=906e19e05aba49e090600dcef6d20fef&device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 1096 time: 0.2901070 Apr 15 10:57:51.823622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1cbc6-2e20-443d-9380-eb25e0cc5680 req-b1d56082-8e26-4ac1-bafb-7a441572e38b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.832186 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-72d1cbc6-2e20-443d-9380-eb25e0cc5680 req-b1d56082-8e26-4ac1-bafb-7a441572e38b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1817148 Apr 15 10:57:51.883294 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device cd98a1f6-ce3d-4069-811e-74a108987f0d up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:51.931921 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-bf846c12-a388-4bca-bb43-592e7933e382 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=061a798c-ba26-4608-adf7-bc67dee0a461 HTTP/1.1" status: 200 len: 217 time: 0.0824397 Apr 15 10:57:51.977021 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c448b85-0c5b-51f4-9699-53a11923281c-8566d752-7ab8-474d-83f7-d08931b6327d', 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'fixed_ips': [{'subnet_id': '288d293f-e9cd-4ed8-8bee-b78ff3212621'}]}} from dv-cinder-786384-1-smb. {{(pid=85315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:57:51.977732 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.023098 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-72d1cbc6-2e20-443d-9380-eb25e0cc5680 req-522744fa-afc3-4d11-a958-b132f1d8887b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898324 Apr 15 10:57:52.058643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-1812f10a-c50e-4b71-9a5f-cb61d84c2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:52.060281 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-1812f10a-c50e-4b71-9a5f-cb61d84c2df9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=429a6285-da88-415d-9a94-52eaad050fa0 HTTP/1.1" status: 200 len: 849 time: 0.1023171 Apr 15 10:57:52.103966 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850960013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854716066'] for router, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.153619 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-4b79027e-493a-4ddf-b453-96ef39e28323 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c153eb0d-0bba-446a-919b-bec9ba5a7ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764422 Apr 15 10:57:52.332425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port cd98a1f6-ce3d-4069-811e-74a108987f0d triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:52.333133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.364154 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c448f4b1-86a7-4b5f-8efb-f3999a6438dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.424558 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067f961-4406-4ffb-86b3-24f67bac0643 req-dbdd3f7b-ee40-4c0e-b80a-14d518255578 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:52.427940 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c067f961-4406-4ffb-86b3-24f67bac0643 req-dbdd3f7b-ee40-4c0e-b80a-14d518255578 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 943 time: 0.2594547 Apr 15 10:57:52.431863 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-32650b4a-3c9b-48fb-800f-df38f66d6818 service neutron] 10.222.0.97 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647693 Apr 15 10:57:52.502940 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 40006) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:52.530083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.576928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.596300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Allocated IP 172.20.0.2 (8566d752-7ab8-474d-83f7-d08931b6327d/288d293f-e9cd-4ed8-8bee-b78ff3212621/6542fbf0-1296-46c7-8682-73c2e744479e) {{(pid=85315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:52.717963 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c067f961-4406-4ffb-86b3-24f67bac0643 req-1e69e99d-929c-4475-86fa-d16c99eb08e3 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825716 Apr 15 10:57:52.728216 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3787a0de-a903-4f98-b2c3-9d16577f36b0 req-c59e141f-10f0-4c4b-9925-a9b8106bb8d3 service neutron] 10.222.0.97 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770283 Apr 15 10:57:52.753979 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:46Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'a29ecec0-c053-495a-af5f-9024ae9c2cb9', 'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'tenant_id': '695b49397102411a9116a5855da25c70', 'mac_address': 'fa:16:3e:24:50:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:47Z', 'revision_number': 2, 'project_id': '695b49397102411a9116a5855da25c70', 'subnets': [{'id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:52.776222 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Checking router: 4a0dfc54-1176-4450-968a-3005c43bdf90 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:52.776518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Updating router 4a0dfc54-1176-4450-968a-3005c43bdf90 port a29ecec0-c053-495a-af5f-9024ae9c2cb9 binding host dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:57:52.777853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.805046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:52.815012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e2977ba0f19f4a1ba6527cf026a3ea49 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:52.821161 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:52.833633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Allocated IP 172.28.0.174 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/0d04be6f-fd24-43ad-a306-00a1bdcb7d1e) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:52.836071 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:52.870263 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.941080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3f4ab-993b-49b5-98f0-aba92b5b11e4 req-576c4186-71d9-4570-b4c1-1e3d5ae8d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:52.942669 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ae3f4ab-993b-49b5-98f0-aba92b5b11e4 req-576c4186-71d9-4570-b4c1-1e3d5ae8d2eb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=906e19e05aba49e090600dcef6d20fef&device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 1096 time: 0.0884635 Apr 15 10:57:53.073890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Notify callbacks [] for port, precommit_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.087079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.103594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Transition to ACTIVE for port object 6542fbf0-1296-46c7-8682-73c2e744479e will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:53.115487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.150946 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.163746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.174888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-362ccb92-a883-4d37-94ee-b7399c604c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:53.186511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.213560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Transition to ACTIVE for port object 6542fbf0-1296-46c7-8682-73c2e744479e will not be triggered until provisioned by entity DHCP. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:53.219311 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.219974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3f4ab-993b-49b5-98f0-aba92b5b11e4 req-034f4f4f-bbd1-424d-bbc0-954da176e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:53.222331 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ae3f4ab-993b-49b5-98f0-aba92b5b11e4 req-034f4f4f-bbd1-424d-bbc0-954da176e659 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c153eb0d-0bba-446a-919b-bec9ba5a7ae8 HTTP/1.1" status: 200 len: 911 time: 0.2521870 Apr 15 10:57:53.226789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.247764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:53.315377 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e2977ba0f19f4a1ba6527cf026a3ea49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8107407 Apr 15 10:57:53.316055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 40018) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:53.340470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79a3cdc-9d68-417c-972b-2587f5f40be1,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:53.349669 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ae3f4ab-993b-49b5-98f0-aba92b5b11e4 req-654ba308-8c87-46c9-bfb6-8b2fcc3469c2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=061a798c-ba26-4608-adf7-bc67dee0a461 HTTP/1.1" status: 200 len: 217 time: 0.0981677 Apr 15 10:57:53.354672 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:53.357199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4e7563df-0026-4482-9265-bffb5f24b776 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:53.385120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801eb296-0685-48dc-aa83-7209bc8c6fdc req-e02941eb-2a0e-40ee-8610-8b777406d89b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:53.386831 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-801eb296-0685-48dc-aa83-7209bc8c6fdc req-e02941eb-2a0e-40ee-8610-8b777406d89b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.2184095 Apr 15 10:57:53.472868 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=0d04be6f-fd24-43ad-a306-00a1bdcb7d1e,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:53.479382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:53.496519 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-801eb296-0685-48dc-aa83-7209bc8c6fdc req-1b407209-0f6b-4387-a449-f552f3ec4b3f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712428 Apr 15 10:57:53.500995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Pushing event updated for resources: {'Port': ['ID=6542fbf0-1296-46c7-8682-73c2e744479e,revision_number=1']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:53.504447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:53.518705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a0c7df9c-3e9a-4587-947a-037db83b430a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.522013 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3f4ab-993b-49b5-98f0-aba92b5b11e4 req-888a004d-f2fc-4593-9109-c4160ffaec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:53.532040 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ae3f4ab-993b-49b5-98f0-aba92b5b11e4 req-888a004d-f2fc-4593-9109-c4160ffaec31 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=429a6285-da88-415d-9a94-52eaad050fa0 HTTP/1.1" status: 200 len: 849 time: 0.1682224 Apr 15 10:57:53.542528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:53.550706 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:53.555431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:53.588485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a0c7df9c-3e9a-4587-947a-037db83b430a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.596776 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ae3f4ab-993b-49b5-98f0-aba92b5b11e4 req-63ea73dd-3d86-49a4-aa60-011526e0d2a5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c153eb0d-0bba-446a-919b-bec9ba5a7ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562232 Apr 15 10:57:53.612869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Network 8566d752-7ab8-474d-83f7-d08931b6327d is already hosted by enough agents. {{(pid=85315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:53.615140 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Resources bound (agent type, host, resource id): {{(pid=85315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:53.618316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Received port after_create {{(pid=85315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:53.773935 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ae3f4ab-993b-49b5-98f0-aba92b5b11e4 req-59ef6df1-fdbd-464e-8300-44a970eac594 service neutron] 10.222.0.97 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476164 Apr 15 10:57:53.810276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Attempting to bind port 6542fbf0-1296-46c7-8682-73c2e744479e on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:53.811137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Attempting to bind port 6542fbf0-1296-46c7-8682-73c2e744479e by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:53.811763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Attempting to bind port 6542fbf0-1296-46c7-8682-73c2e744479e on network 8566d752-7ab8-474d-83f7-d08931b6327d {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:53.823849 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Notify callbacks [] for port, precommit_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.827315 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:53.828205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Checking segment: {'id': 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:53.828893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.829937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Bound using segment: {'id': 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:53.830725 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Bound port: 6542fbf0-1296-46c7-8682-73c2e744479e, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:53.831335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.861313 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Transition to ACTIVE for port object a29ecec0-c053-495a-af5f-9024ae9c2cb9 will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:53.900317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a0c7df9c-3e9a-4587-947a-037db83b430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.904750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.908542 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bc517c4a-4af9-49de-9ddd-46fc43cf14e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:53.929427 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:53.944056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7df9c-3e9a-4587-947a-037db83b430a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79a3cdc-9d68-417c-972b-2587f5f40be1,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:53.953010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a0c7df9c-3e9a-4587-947a-037db83b430a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:53.962789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a0c7df9c-3e9a-4587-947a-037db83b430a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.964847 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a0c7df9c-3e9a-4587-947a-037db83b430a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d79a3cdc-9d68-417c-972b-2587f5f40be1 HTTP/1.1" status: 204 len: 168 time: 0.6416659 Apr 15 10:57:54.009481 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ae3f4ab-993b-49b5-98f0-aba92b5b11e4 req-6abc2466-98fa-4a01-8264-6b7b550747d6 service neutron] 10.222.0.97 "GET /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251277 Apr 15 10:57:54.018918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153f1e9-a939-45dd-b72f-f5245f554629 req-18ed62b9-ea68-41ff-a759-2fb00088e808 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:54.020515 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d153f1e9-a939-45dd-b72f-f5245f554629 req-18ed62b9-ea68-41ff-a759-2fb00088e808 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 943 time: 0.1496842 Apr 15 10:57:54.105706 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d153f1e9-a939-45dd-b72f-f5245f554629 req-11de1d49-a2e6-49a4-8822-71c26d2ac5df tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768008 Apr 15 10:57:54.123271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 40032) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:54.199196 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.232194 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] For port 6542fbf0-1296-46c7-8682-73c2e744479e, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:54.235711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] For port 6542fbf0-1296-46c7-8682-73c2e744479e, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=6542fbf0-1296-46c7-8682-73c2e744479e,segment=NetworkSegment(a35fe6af-1d91-4d12-af3a-d5b66a5f8870),segment_id=a35fe6af-1d91-4d12-af3a-d5b66a5f8870)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:54.254532 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.276898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd162967-c5f6-4229-8a51-50129a6036d7 None None] Pushing event updated for resources: {'Port': ['ID=a29ecec0-c053-495a-af5f-9024ae9c2cb9,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:54.285815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cd162967-c5f6-4229-8a51-50129a6036d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:54.472894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2004b4c5-ebf3-4240-aed9-8a3a0e78fc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.512462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2004b4c5-ebf3-4240-aed9-8a3a0e78fc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:54.521136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2004b4c5-ebf3-4240-aed9-8a3a0e78fc59 admin admin] Usage tracker for resource:security_group_rule and tenant:ccaeaeed5d4147dbb8aa8841b95d7bf2 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:54.530285 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2004b4c5-ebf3-4240-aed9-8a3a0e78fc59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:54.542993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:54.578571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2004b4c5-ebf3-4240-aed9-8a3a0e78fc59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:54.703055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2004b4c5-ebf3-4240-aed9-8a3a0e78fc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.734695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Pushing event updated for resources: {'Port': ['ID=6542fbf0-1296-46c7-8682-73c2e744479e,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:54.738720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:54.741618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.776120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2004b4c5-ebf3-4240-aed9-8a3a0e78fc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.814270 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-07103db2-320f-4ca8-8966-59b97a02346c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:54.855891 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2004b4c5-ebf3-4240-aed9-8a3a0e78fc59 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ccaeaeed5d4147dbb8aa8841b95d7bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7276077 Apr 15 10:57:54.860066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 40056) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:54.897885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004b4c5-ebf3-4240-aed9-8a3a0e78fc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb531ee3-c8ef-4fe2-970a-6658f4d4f53a,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:54.912623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2004b4c5-ebf3-4240-aed9-8a3a0e78fc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:54.987601 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850858760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815770'] for router, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.002130 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Attempting to bind port a29ecec0-c053-495a-af5f-9024ae9c2cb9 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:55.002736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Attempting to bind port a29ecec0-c053-495a-af5f-9024ae9c2cb9 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:55.003226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Attempting to bind port a29ecec0-c053-495a-af5f-9024ae9c2cb9 on network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:55.022661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:55.022661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Checking segment: {'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:55.022661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.022661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Bound using segment: {'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:55.022661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Bound port: a29ecec0-c053-495a-af5f-9024ae9c2cb9, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:55.022661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.164070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] For port a29ecec0-c053-495a-af5f-9024ae9c2cb9, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:55.167705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] For port a29ecec0-c053-495a-af5f-9024ae9c2cb9, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=a29ecec0-c053-495a-af5f-9024ae9c2cb9,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:55.173174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.194480 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:55.289271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f93933-7fd4-4830-98a0-90cb5b3afa67 req-d963e7c1-824c-4adf-9d7c-1b2a500faee6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:55.297611 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d0f93933-7fd4-4830-98a0-90cb5b3afa67 req-d963e7c1-824c-4adf-9d7c-1b2a500faee6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.5915823 Apr 15 10:57:55.355671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-81e9e332-e0dd-4c52-bcbd-c76e5eb44bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.407992 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Router 4967282d-3af0-43d9-af39-e44cc83231a9 is scheduled to L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 with binding_index 1 {{(pid=85314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:57:55.412408 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd162967-c5f6-4229-8a51-50129a6036d7 None None] Pushing event updated for resources: {'Port': ['ID=a29ecec0-c053-495a-af5f-9024ae9c2cb9,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:55.418217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cd162967-c5f6-4229-8a51-50129a6036d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:55.493933 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-81e9e332-e0dd-4c52-bcbd-c76e5eb44bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.497869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Routers {'4a0dfc54-1176-4450-968a-3005c43bdf90'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:55.498801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:57:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4a0dfc54-1176-4450-968a-3005c43bdf90'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:55.513140 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d0f93933-7fd4-4830-98a0-90cb5b3afa67 req-685c0c8a-8e01-4470-ba65-4a8ed67811d8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143848 Apr 15 10:57:55.704219 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88813933-0be4-4f57-b54f-bc1f76a419e4 req-2f25514f-6890-4733-8c3d-ed4de524f23c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:55.706122 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-88813933-0be4-4f57-b54f-bc1f76a419e4 req-2f25514f-6890-4733-8c3d-ed4de524f23c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 943 time: 0.3520095 Apr 15 10:57:55.804668 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-81e9e332-e0dd-4c52-bcbd-c76e5eb44bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.815165 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8d413b55-95a6-4e16-9b77-f07efd86ce7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:55.825129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:55.835076 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Sync routers for ids ['4967282d-3af0-43d9-af39-e44cc83231a9'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:55.845748 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9e332-e0dd-4c52-bcbd-c76e5eb44bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb531ee3-c8ef-4fe2-970a-6658f4d4f53a,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:55.847682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Routers {'4967282d-3af0-43d9-af39-e44cc83231a9'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:55.852719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:57:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4967282d-3af0-43d9-af39-e44cc83231a9'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:55.857546 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-81e9e332-e0dd-4c52-bcbd-c76e5eb44bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:55.859954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.862009 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5323341 Apr 15 10:57:55.865296 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 40084) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:55.887533 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 6542fbf0-1296-46c7-8682-73c2e744479e up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:55.908157 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-88813933-0be4-4f57-b54f-bc1f76a419e4 req-631038ab-5930-4fdb-9d20-c107ed1de785 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955166 Apr 15 10:57:55.910203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-81e9e332-e0dd-4c52-bcbd-c76e5eb44bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.914526 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-81e9e332-e0dd-4c52-bcbd-c76e5eb44bb1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bb531ee3-c8ef-4fe2-970a-6658f4d4f53a HTTP/1.1" status: 204 len: 168 time: 1.0527840 Apr 15 10:57:55.966882 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-051dd4f9-8ad6-4c78-9746-7f509191cece service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2069576 Apr 15 10:57:56.038715 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port 6542fbf0-1296-46c7-8682-73c2e744479e completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:56.080404 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] Set router 4a0dfc54-1176-4450-968a-3005c43bdf90 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:56.163745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-20724880-b333-4b58-a325-2f1b0e6bb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:56.165561 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-20724880-b333-4b58-a325-2f1b0e6bb8fd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 1099 time: 0.1634595 Apr 15 10:57:56.198873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Set router 4967282d-3af0-43d9-af39-e44cc83231a9 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:56.229666 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 061a798c-ba26-4608-adf7-bc67dee0a461 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:56.584606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-d92eedd1-ad53-48a6-a9d5-7cc87b4f8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:56.599120 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-d92eedd1-ad53-48a6-a9d5-7cc87b4f8ffe service neutron] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 921 time: 0.4028311 Apr 15 10:57:56.749191 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.db.resource_extend [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:57:56.757415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'name': 'tempest-TestShelveInstance-1391106765-router', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:57:53Z', 'revision_number': 3, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'gw_port': {'id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:56.762318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Checking router: 4967282d-3af0-43d9-af39-e44cc83231a9 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:56.765922 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Updating router 4967282d-3af0-43d9-af39-e44cc83231a9 port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e binding host dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:57:56.769504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 40100) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:56.773310 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-2982d2fa-a965-401c-bc71-8bf042bd6d0f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 HTTP/1.1" status: 200 len: 217 time: 0.1673262 Apr 15 10:57:56.864867 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:56.931475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-d244608e-f4f4-4bb6-bd0b-c5491e7a0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:56.933100 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-d244608e-f4f4-4bb6-bd0b-c5491e7a0a0d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.1485965 Apr 15 10:57:57.019834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41fa73b-be92-404e-8e31-de20f6557e8e None None] Network 8566d752-7ab8-474d-83f7-d08931b6327d requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:57.068438 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-ce71a02f-f4e5-4375-9c28-e5a44cab431a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275642 Apr 15 10:57:57.077214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c9787a2d-068a-49ae-979a-a662c6658007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.182902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c9787a2d-068a-49ae-979a-a662c6658007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:57.187359 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c9787a2d-068a-49ae-979a-a662c6658007 admin admin] Usage tracker for resource:security_group_rule and tenant:245ac1164ef7473380cb352369d1477b is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:57.190619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c9787a2d-068a-49ae-979a-a662c6658007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:57.198298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c9787a2d-068a-49ae-979a-a662c6658007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:57.221869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-fee155d3-3817-431f-9f30-dd7e1d363dca None None] Provisioning for port 6542fbf0-1296-46c7-8682-73c2e744479e completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:57.229803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 061a798c-ba26-4608-adf7-bc67dee0a461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=061a798c-ba26-4608-adf7-bc67dee0a461,segment=NetworkSegment(a06a20c6-898d-4931-86c6-71ce37d7825b),segment_id=a06a20c6-898d-4931-86c6-71ce37d7825b)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:57.257575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-fee155d3-3817-431f-9f30-dd7e1d363dca None None] Provisioning complete for port 6542fbf0-1296-46c7-8682-73c2e744479e triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:57.257891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fee155d3-3817-431f-9f30-dd7e1d363dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.300595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c9787a2d-068a-49ae-979a-a662c6658007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.318168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '061a798c-ba26-4608-adf7-bc67dee0a461', 'network_id': 'c153eb0d-0bba-446a-919b-bec9ba5a7ae8', 'port_id': '061a798c-ba26-4608-adf7-bc67dee0a461', 'mac_address': 'fa:16:3e:d2:18:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429a6285-da88-415d-9a94-52eaad050fa0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:57.329894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.363255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c9787a2d-068a-49ae-979a-a662c6658007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.375228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-137aa9ee-9914-4aee-bb49-eb90afe8b785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:57.409158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:46Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'a29ecec0-c053-495a-af5f-9024ae9c2cb9', 'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'tenant_id': '695b49397102411a9116a5855da25c70', 'mac_address': 'fa:16:3e:24:50:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:55Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'subnets': [{'id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:57.417393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Notify callbacks [] for port, precommit_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.428375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9a9c1-65f6-4a08-83e2-79558eb549c9 None None] The sync data for ids ['4a0dfc54-1176-4450-968a-3005c43bdf90'] in dv-cinder-786384-1-smb is: [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:46Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'a29ecec0-c053-495a-af5f-9024ae9c2cb9', 'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'tenant_id': '695b49397102411a9116a5855da25c70', 'mac_address': 'fa:16:3e:24:50:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:55Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'subnets': [{'id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:57.433837 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Transition to ACTIVE for port object 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e will not be triggered until provisioned by entity L2. {{(pid=85316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:57.448390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.457431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9787a2d-068a-49ae-979a-a662c6658007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec11812-fe7b-43a8-93a0-397b429bf234,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:57.465646 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c9787a2d-068a-49ae-979a-a662c6658007 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=245ac1164ef7473380cb352369d1477b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6942339 Apr 15 10:57:57.470415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 40110) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:57.470415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c9787a2d-068a-49ae-979a-a662c6658007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:57.480912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:57.490903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.629256 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-a383220c-ab7b-491c-b2e5-d2860dd3c78e service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341477 Apr 15 10:57:57.686677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061a798c-ba26-4608-adf7-bc67dee0a461 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:57.694403 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d53ce6-7531-4ab7-adf9-f8ff3af7ddbb req-478707c7-6b4a-4d6f-a883-0167ed8442da tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:57.694403 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c5d53ce6-7531-4ab7-adf9-f8ff3af7ddbb req-478707c7-6b4a-4d6f-a883-0167ed8442da tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 943 time: 0.6012647 Apr 15 10:57:57.752921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe198a-fb4c-43a6-81ff-63b9657a6fa4 None None] Pushing event updated for resources: {'Port': ['ID=0d04be6f-fd24-43ad-a306-00a1bdcb7d1e,revision_number=2']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:57.756175 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-02fe198a-fb4c-43a6-81ff-63b9657a6fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:57.819001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 061a798c-ba26-4608-adf7-bc67dee0a461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=061a798c-ba26-4608-adf7-bc67dee0a461,segment=NetworkSegment(a06a20c6-898d-4931-86c6-71ce37d7825b),segment_id=a06a20c6-898d-4931-86c6-71ce37d7825b)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:57.833576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Allocated IP 172.20.0.1 (8566d752-7ab8-474d-83f7-d08931b6327d/288d293f-e9cd-4ed8-8bee-b78ff3212621/d887c9d5-4c83-4f27-903f-6c00a808a26a) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:57.835948 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device a29ecec0-c053-495a-af5f-9024ae9c2cb9 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:57.857833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Attempting to bind port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:57.858232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Attempting to bind port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:57.858660 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Attempting to bind port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e on network 23f07260-2a73-40f9-8de7-f6683f29607f {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:57.865487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:57.865905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Checking segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:57.866378 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.866956 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Bound using segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:57.867487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Bound port: 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:57.868339 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.918515 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c5d53ce6-7531-4ab7-adf9-f8ff3af7ddbb req-a7d682e4-afd3-4a02-b7b8-2ea6f459f7fc tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641827 Apr 15 10:57:57.922577 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-00cf7001-c878-4de8-b4ab-af8bf1e2d068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.992029 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] For port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:57.996209 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] For port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=0d04be6f-fd24-43ad-a306-00a1bdcb7d1e,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:58.009161 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.023977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-00cf7001-c878-4de8-b4ab-af8bf1e2d068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.033558 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:58.116942 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-00cf7001-c878-4de8-b4ab-af8bf1e2d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.130514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-567f257c-c037-4f0a-8ef6-dffaaf711362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:58.145475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf7001-c878-4de8-b4ab-af8bf1e2d068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec11812-fe7b-43a8-93a0-397b429bf234,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:58.156988 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe198a-fb4c-43a6-81ff-63b9657a6fa4 None None] Pushing event updated for resources: {'Port': ['ID=0d04be6f-fd24-43ad-a306-00a1bdcb7d1e,revision_number=3']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:58.160865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-02fe198a-fb4c-43a6-81ff-63b9657a6fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:58.172813 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.186428 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-00cf7001-c878-4de8-b4ab-af8bf1e2d068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:58.215638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Transition to ACTIVE for port object d887c9d5-4c83-4f27-903f-6c00a808a26a will not be triggered until provisioned by entity DHCP. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:58.229665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-00cf7001-c878-4de8-b4ab-af8bf1e2d068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.231103 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-00cf7001-c878-4de8-b4ab-af8bf1e2d068 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cec11812-fe7b-43a8-93a0-397b429bf234 HTTP/1.1" status: 204 len: 168 time: 0.7586422 Apr 15 10:57:58.273849 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.301485 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5bbf7a80-801a-4151-875b-850e933ab6d7 req-94b9eaac-e01e-41b8-a139-b7d495b265bc service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511316 Apr 15 10:57:58.311528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:58.348773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.362994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fee155d3-3817-431f-9f30-dd7e1d363dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.378949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Routers {'4967282d-3af0-43d9-af39-e44cc83231a9'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:58.379639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:57:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4967282d-3af0-43d9-af39-e44cc83231a9'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:58.384809 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d63b3d-a78c-4648-83da-fa152405a299 req-d45c22f8-c2ce-47d2-8fee-b4e329146f2a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:58.389801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:58.396020 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-52d63b3d-a78c-4648-83da-fa152405a299 req-d45c22f8-c2ce-47d2-8fee-b4e329146f2a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.2693398 Apr 15 10:57:58.542648 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d887c9d5-4c83-4f27-903f-6c00a808a26a,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:58.549014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:58.572502 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-52d63b3d-a78c-4648-83da-fa152405a299 req-ba29995e-c87e-4357-bc84-ddec5dba69da tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747882 Apr 15 10:57:58.644491 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Network 8566d752-7ab8-474d-83f7-d08931b6327d is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:58.645812 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:58.655508 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:58.719734 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] Set router 4967282d-3af0-43d9-af39-e44cc83231a9 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:58.747322 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-fee155d3-3817-431f-9f30-dd7e1d363dca None None] For port 6542fbf0-1296-46c7-8682-73c2e744479e, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=6542fbf0-1296-46c7-8682-73c2e744479e,segment=NetworkSegment(a35fe6af-1d91-4d12-af3a-d5b66a5f8870),segment_id=a35fe6af-1d91-4d12-af3a-d5b66a5f8870)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:58.763172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fee155d3-3817-431f-9f30-dd7e1d363dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.765370 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=061a798c-ba26-4608-adf7-bc67dee0a461,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:58.773613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:58.774152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:58.801241 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815839'] for router_interface, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.881445 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['061a798c-ba26-4608-adf7-bc67dee0a461'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:58.989337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port a29ecec0-c053-495a-af5f-9024ae9c2cb9 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:59.025421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port a29ecec0-c053-495a-af5f-9024ae9c2cb9 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:59.026114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.091606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.320898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee155d3-3817-431f-9f30-dd7e1d363dca None None] Pushing event updated for resources: {'Port': ['ID=6542fbf0-1296-46c7-8682-73c2e744479e,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:59.341959 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-fee155d3-3817-431f-9f30-dd7e1d363dca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:59.369513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf97598-7a88-4389-a78f-439f79051b39 req-1d3a9e2c-d596-4643-8921-6a991cfc7cff tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.371289 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bdf97598-7a88-4389-a78f-439f79051b39 req-1d3a9e2c-d596-4643-8921-6a991cfc7cff tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 944 time: 0.2229297 Apr 15 10:57:59.378513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.393142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-b0825ee4-efd0-484c-ac6b-3d74627e88e0 None None] Provisioning complete for port 6542fbf0-1296-46c7-8682-73c2e744479e triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:59.393911 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b0825ee4-efd0-484c-ac6b-3d74627e88e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.472934 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bdf97598-7a88-4389-a78f-439f79051b39 req-90fd879f-040e-446b-9e20-7f4ca1eb3ea1 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859652 Apr 15 10:57:59.640426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.648563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.672268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'name': 'tempest-TestShelveInstance-1391106765-router', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:57:53Z', 'revision_number': 3, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'gw_port': {'id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:59.678019 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e52d7f-2824-4e22-9fe0-acd4be76503c None None] The sync data for ids ['4967282d-3af0-43d9-af39-e44cc83231a9'] in dv-cinder-786384-1-smb is: [{'id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'name': 'tempest-TestShelveInstance-1391106765-router', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:57:53Z', 'revision_number': 3, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'gw_port': {'id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:59.694734 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.700781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:59.809486 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port a29ecec0-c053-495a-af5f-9024ae9c2cb9, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=a29ecec0-c053-495a-af5f-9024ae9c2cb9,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:59.877539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.882994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:59.969340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=a29ecec0-c053-495a-af5f-9024ae9c2cb9,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:59.973080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:00.003862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 6542fbf0-1296-46c7-8682-73c2e744479e up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:00.075537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815476'] for router_interface, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.094225 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d887c9d5-4c83-4f27-903f-6c00a808a26a,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:00.098225 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 6542fbf0-1296-46c7-8682-73c2e744479e triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:00.098899 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.100384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:00.160292 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-cea72729-7dd6-4473-948b-5d6e60fb7fc8 None None] Provisioning for port d887c9d5-4c83-4f27-903f-6c00a808a26a completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:00.168274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-cea72729-7dd6-4473-948b-5d6e60fb7fc8 None None] Provisioning complete for port d887c9d5-4c83-4f27-903f-6c00a808a26a triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:00.168709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cea72729-7dd6-4473-948b-5d6e60fb7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.280552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Network 8566d752-7ab8-474d-83f7-d08931b6327d is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:00.282515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:00.361914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-cea72729-7dd6-4473-948b-5d6e60fb7fc8 None None] Port d887c9d5-4c83-4f27-903f-6c00a808a26a cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:00.592332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-d98f735e-5751-4596-86ba-af88f8fd1a56 None None] Provisioning complete for port d887c9d5-4c83-4f27-903f-6c00a808a26a triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:00.595822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d98f735e-5751-4596-86ba-af88f8fd1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.608702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Router 4967282d-3af0-43d9-af39-e44cc83231a9 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:58:00.712200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-d98f735e-5751-4596-86ba-af88f8fd1a56 None None] Port d887c9d5-4c83-4f27-903f-6c00a808a26a cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:00.797761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92627848-31c1-4302-bca5-3fd83894f024 req-9e1d990a-bc05-4dde-aff5-b97284671c44 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:00.799595 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-92627848-31c1-4302-bca5-3fd83894f024 req-9e1d990a-bc05-4dde-aff5-b97284671c44 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 944 time: 0.1133144 Apr 15 10:58:00.828356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:00.839419 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] 10.222.0.71 "PUT /v2.0/routers/4967282d-3af0-43d9-af39-e44cc83231a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9727864 Apr 15 10:58:00.936059 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-92627848-31c1-4302-bca5-3fd83894f024 req-146e2ce5-d0af-4398-8af7-a957a6889f66 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204917 Apr 15 10:58:01.450624 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 40228) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:01.456753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545612943', 'description': 'tempest-secgroup-smoke-1545612943 description', 'project_id': '695b49397102411a9116a5855da25c70'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:01.463325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:01.467388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Usage tracker for resource:security_group and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:01.470572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:01.476724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:01.486520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.507748 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:01.511904 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Usage tracker for resource:security_group_rule and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:01.515021 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:01.521243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:01.600717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.604305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.610531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a0c7df9c-3e9a-4587-947a-037db83b430a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:01.653120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8385506a-e511-4aca-86f9-928eac688be0,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:01.657703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.658948 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2072337 Apr 15 10:58:01.662577 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 40236) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:01.664573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.664985 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.665385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.665777 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.666178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.666575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.666960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.667342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.667722 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.668108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.668509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.669206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.669498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Request body: {'security_group_rule': {'security_group_id': '8385506a-e511-4aca-86f9-928eac688be0', 'project_id': '695b49397102411a9116a5855da25c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:01.673167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d979533d-455f-46fb-903c-830e3848b07f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:01.677903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:01.681687 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Usage tracker for resource:security_group_rule and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:01.685030 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:01.691599 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:01.710108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.786960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.791650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.794704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:01.819941 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc2fd34-ea3b-43d8-9055-e681cd127117,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:01.832011 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.832460 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.832856 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.833246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.833632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.834018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.834402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.834820 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.835206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.835589 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.835969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.836335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.840020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.841299 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774132 Apr 15 10:58:01.842226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9f45f85c-a7f0-4a42-b8b4-f42ef9ccd6e0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:01.844519 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 40240) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:01.850224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Request body: {'security_group_rule': {'security_group_id': '8385506a-e511-4aca-86f9-928eac688be0', 'project_id': '695b49397102411a9116a5855da25c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:01.857042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:01.862058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Usage tracker for resource:security_group_rule and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:01.865560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:01.872399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:01.891830 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.966700 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.970027 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.972253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.004708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.006412 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601937 Apr 15 10:58:02.009033 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 40248) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:02.009467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9bcddb-6151-42be-a5f8-682ed485743a,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:02.012150 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.015382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Request body: {'security_group_rule': {'security_group_id': '8385506a-e511-4aca-86f9-928eac688be0', 'project_id': '695b49397102411a9116a5855da25c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:02.021736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:02.026273 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Usage tracker for resource:security_group_rule and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:02.029509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:02.035832 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:02.063323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device a29ecec0-c053-495a-af5f-9024ae9c2cb9 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:02.068151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.151081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.155255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.158381 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9ac57f70-6895-46f5-8786-77ca29ce3c28 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.178325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d9aad-7ac0-4ad6-a9d7-a0982001f23f req-554d760d-8e85-43d6-a5e7-451dcedd2838 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.182394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e71521-ec83-479f-9fc1-2fb5f3404db4,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:02.186496 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.188185 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c61d9aad-7ac0-4ad6-a9d7-a0982001f23f req-554d760d-8e85-43d6-a5e7-451dcedd2838 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 944 time: 0.1105056 Apr 15 10:58:02.210702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.215514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 40258) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:02.220225 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2099309 Apr 15 10:58:02.233052 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port a29ecec0-c053-495a-af5f-9024ae9c2cb9 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:02.233546 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.240842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Request body: {'security_group_rule': {'security_group_id': '8385506a-e511-4aca-86f9-928eac688be0', 'project_id': '695b49397102411a9116a5855da25c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:02.249321 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c61d9aad-7ac0-4ad6-a9d7-a0982001f23f req-11f3da62-7faf-4ae5-a55e-cd1b8b016815 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600197 Apr 15 10:58:02.252975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:02.256418 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Usage tracker for resource:security_group_rule and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:02.259674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:02.265888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:02.283728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.380350 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.386784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.389415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-962adba2-444d-4ac3-a7a7-ba5537e36f41 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.403152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:02.417924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5862ddd9-5dc7-412c-a443-6e10790859c2,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:02.421292 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.428420 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.431674 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2120485 Apr 15 10:58:02.432728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 40264) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:02.434201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 061a798c-ba26-4608-adf7-bc67dee0a461 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:02.438902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Request body: {'security_group_rule': {'security_group_id': '8385506a-e511-4aca-86f9-928eac688be0', 'project_id': '695b49397102411a9116a5855da25c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:02.445514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:02.449583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Usage tracker for resource:security_group_rule and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:02.452871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:02.462914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:02.476987 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.securitygroups_db [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Project 695b49397102411a9116a5855da25c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 10:58:02.484537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.580493 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:02.586093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 061a798c-ba26-4608-adf7-bc67dee0a461 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:02.587997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.591738 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:02.595268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.628548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 061a798c-ba26-4608-adf7-bc67dee0a461 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:02.628548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.635645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.639760 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-315cb27c-99cd-4d81-8660-84b189028c51 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.707712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9abf3d-6e68-4459-af57-3baeb8d02ca4,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:02.716344 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.735499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.736828 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3029969 Apr 15 10:58:02.739961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 40270) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:02.746827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Request body: {'security_group_rule': {'security_group_id': '8385506a-e511-4aca-86f9-928eac688be0', 'project_id': '695b49397102411a9116a5855da25c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:02.754884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:02.759912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Usage tracker for resource:security_group_rule and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:02.763483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:02.768829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76155a5-2190-4f90-b476-9f5480e5199c req-2ce8455f-2f2e-456a-a469-0b3846d20d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.770469 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e76155a5-2190-4f90-b476-9f5480e5199c req-2ce8455f-2f2e-456a-a469-0b3846d20d9f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1098 time: 0.1855040 Apr 15 10:58:02.775023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:02.786276 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.securitygroups_db [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Project 695b49397102411a9116a5855da25c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 10:58:02.793688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.847875 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.857124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.867151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c445708-c1ca-4a5d-a567-1c3bf1dbfd63 req-6f87b001-3d8b-46a4-a574-38cb1b816d8b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.869258 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9c445708-c1ca-4a5d-a567-1c3bf1dbfd63 req-6f87b001-3d8b-46a4-a574-38cb1b816d8b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.2076073 Apr 15 10:58:02.877436 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.881709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.884285 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-da40a6e1-871c-4774-bfef-a6caf4162327 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.889637 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=0d04be6f-fd24-43ad-a306-00a1bdcb7d1e,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:02.898254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9967705-ab9d-404a-a60c-2cde6e29148f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061a798c-ba26-4608-adf7-bc67dee0a461'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:02.903308 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.908413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.910340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf555ea-2e39-45ca-99a1-8862fea914bf,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:02.915010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.925506 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.927101 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-277db73a-36b8-4bd6-81ca-45316c45cf8a tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1853633 Apr 15 10:58:02.969650 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9c445708-c1ca-4a5d-a567-1c3bf1dbfd63 req-9e265f99-c295-4a5f-b094-233017bda982 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920506 Apr 15 10:58:02.990281 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9967705-ab9d-404a-a60c-2cde6e29148f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061a798c-ba26-4608-adf7-bc67dee0a461', 'code': 200} Apr 15 10:58:02.991454 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Sync routers for ids ['4967282d-3af0-43d9-af39-e44cc83231a9'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:03.003745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 061a798c-ba26-4608-adf7-bc67dee0a461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=061a798c-ba26-4608-adf7-bc67dee0a461,segment=NetworkSegment(a06a20c6-898d-4931-86c6-71ce37d7825b),segment_id=a06a20c6-898d-4931-86c6-71ce37d7825b)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:03.021372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Routers {'4967282d-3af0-43d9-af39-e44cc83231a9'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:03.021621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76155a5-2190-4f90-b476-9f5480e5199c req-85ba6f00-9bb7-458e-8148-c6237a1bfc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:03.022242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:57:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4967282d-3af0-43d9-af39-e44cc83231a9'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:03.023331 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e76155a5-2190-4f90-b476-9f5480e5199c req-85ba6f00-9bb7-458e-8148-c6237a1bfc71 service neutron] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 921 time: 0.2442400 Apr 15 10:58:03.079985 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.133866 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e76155a5-2190-4f90-b476-9f5480e5199c req-e5ea5276-39b7-481b-9eff-ebd498ee66b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb HTTP/1.1" status: 200 len: 217 time: 0.0972807 Apr 15 10:58:03.179119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=0d04be6f-fd24-43ad-a306-00a1bdcb7d1e,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:03.198982 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:03.199507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cd162967-c5f6-4229-8a51-50129a6036d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:03.225339 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76155a5-2190-4f90-b476-9f5480e5199c req-005849c2-d3a8-4a34-8c81-fc0ebfcd0ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:03.227021 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e76155a5-2190-4f90-b476-9f5480e5199c req-005849c2-d3a8-4a34-8c81-fc0ebfcd0ba1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.0754025 Apr 15 10:58:03.324217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=061a798c-ba26-4608-adf7-bc67dee0a461,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:03.327833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:03.334636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Set router 4967282d-3af0-43d9-af39-e44cc83231a9 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:03.340038 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e76155a5-2190-4f90-b476-9f5480e5199c req-9b7232b5-2511-454d-96c3-99a0c8b86d6d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955615 Apr 15 10:58:03.410131 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de4637-2e24-457f-a940-5777333ea7b9 req-950cac62-38de-41fb-be18-02accd133e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:03.411834 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-83de4637-2e24-457f-a940-5777333ea7b9 req-950cac62-38de-41fb-be18-02accd133e6f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 1098 time: 0.1689057 Apr 15 10:58:03.471699 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-83de4637-2e24-457f-a940-5777333ea7b9 req-230a8f52-7ff0-477f-bed3-aa1c5bc34290 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467651 Apr 15 10:58:03.587288 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e76155a5-2190-4f90-b476-9f5480e5199c req-e524e00a-f270-4c1f-a42b-0e85d1cf5dee service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354376 Apr 15 10:58:03.601458 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cba13f-fc7e-4ca3-9583-71403aedeabf req-74937ccb-4751-448e-a8d7-98f1342018cf tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:03.603156 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a7cba13f-fc7e-4ca3-9583-71403aedeabf req-74937ccb-4751-448e-a8d7-98f1342018cf tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 945 time: 0.1531565 Apr 15 10:58:03.656650 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a7cba13f-fc7e-4ca3-9583-71403aedeabf req-e09ed32f-42e9-4ac9-b022-199289158a04 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465784 Apr 15 10:58:03.939134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'name': 'tempest-TestShelveInstance-1391106765-router', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'gw_port': {'id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'd887c9d5-4c83-4f27-903f-6c00a808a26a', 'name': '', 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'mac_address': 'fa:16:3e:e7:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '288d293f-e9cd-4ed8-8bee-b78ff3212621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:57Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 2, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'subnets': [{'id': '288d293f-e9cd-4ed8-8bee-b78ff3212621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:03.943268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Checking router: 4967282d-3af0-43d9-af39-e44cc83231a9 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:03.943671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Updating router 4967282d-3af0-43d9-af39-e44cc83231a9 port d887c9d5-4c83-4f27-903f-6c00a808a26a binding host dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:58:03.974856 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:04.017926 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e76155a5-2190-4f90-b476-9f5480e5199c req-2b6383a4-bb2e-44b3-9225-634a8561d983 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416821 Apr 15 10:58:04.058452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.139550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:04.139989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.178554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67f34c-1857-4770-8a1f-34ae41ef660b req-c51a9362-6459-433f-958e-9a0df6830c51 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:04.180311 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1d67f34c-1857-4770-8a1f-34ae41ef660b req-c51a9362-6459-433f-958e-9a0df6830c51 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0941527 Apr 15 10:58:04.229650 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1d67f34c-1857-4770-8a1f-34ae41ef660b req-227bbc2d-7467-40b0-8057-0d096288f926 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Apr 15 10:58:04.618690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Notify callbacks [] for port, precommit_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.632171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Transition to ACTIVE for port object d887c9d5-4c83-4f27-903f-6c00a808a26a will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:04.638605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.653396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:04.797246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55939cbb-91c9-4be7-8885-6b535c69c45a None None] Pushing event updated for resources: {'Port': ['ID=d887c9d5-4c83-4f27-903f-6c00a808a26a,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:04.801678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-55939cbb-91c9-4be7-8885-6b535c69c45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:04.883643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d08cc-c35c-4e69-9c80-09416e9a9330 req-799f82b6-11f7-400c-b932-39fea3dd5995 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:04.885319 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fd7d08cc-c35c-4e69-9c80-09416e9a9330 req-799f82b6-11f7-400c-b932-39fea3dd5995 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 945 time: 0.1076946 Apr 15 10:58:04.949207 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fd7d08cc-c35c-4e69-9c80-09416e9a9330 req-69d59abd-9ced-4ab4-b989-f67f538095a3 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560658 Apr 15 10:58:05.033383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Attempting to bind port d887c9d5-4c83-4f27-903f-6c00a808a26a on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:05.033800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Attempting to bind port d887c9d5-4c83-4f27-903f-6c00a808a26a by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:05.034212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Attempting to bind port d887c9d5-4c83-4f27-903f-6c00a808a26a on network 8566d752-7ab8-474d-83f7-d08931b6327d {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:05.040324 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:05.040683 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Checking segment: {'id': 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:05.041134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.041570 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Bound using segment: {'id': 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:05.042110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Bound port: d887c9d5-4c83-4f27-903f-6c00a808a26a, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:05.042556 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.158078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] For port d887c9d5-4c83-4f27-903f-6c00a808a26a, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:05.161343 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] For port d887c9d5-4c83-4f27-903f-6c00a808a26a, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=d887c9d5-4c83-4f27-903f-6c00a808a26a,segment=NetworkSegment(a35fe6af-1d91-4d12-af3a-d5b66a5f8870),segment_id=a35fe6af-1d91-4d12-af3a-d5b66a5f8870)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:05.165583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.181321 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:05.339356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55939cbb-91c9-4be7-8885-6b535c69c45a None None] Pushing event updated for resources: {'Port': ['ID=d887c9d5-4c83-4f27-903f-6c00a808a26a,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:05.345366 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-55939cbb-91c9-4be7-8885-6b535c69c45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:05.389305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Routers {'4967282d-3af0-43d9-af39-e44cc83231a9'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:05.390078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:57:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4967282d-3af0-43d9-af39-e44cc83231a9'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:05.501947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db1672-85cc-48b6-86a1-4e2682dcd50e req-5bf18bf7-dbcf-4454-bec4-bc0701b2ea96 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:05.518464 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-89db1672-85cc-48b6-86a1-4e2682dcd50e req-5bf18bf7-dbcf-4454-bec4-bc0701b2ea96 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1422496 Apr 15 10:58:05.587621 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-89db1672-85cc-48b6-86a1-4e2682dcd50e req-27b0151f-187f-4677-ad89-3bdc3b9128d6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618980 Apr 15 10:58:05.624434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] Set router 4967282d-3af0-43d9-af39-e44cc83231a9 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:05.977553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'name': 'tempest-TestShelveInstance-1391106765-router', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'gw_port': {'id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'd887c9d5-4c83-4f27-903f-6c00a808a26a', 'name': '', 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'mac_address': 'fa:16:3e:e7:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '288d293f-e9cd-4ed8-8bee-b78ff3212621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:57Z', 'updated_at': '2021-04-15T10:58:05Z', 'revision_number': 4, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'subnets': [{'id': '288d293f-e9cd-4ed8-8bee-b78ff3212621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:05.982006 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f12c6e-e6e0-4705-961a-934fca562d87 None None] The sync data for ids ['4967282d-3af0-43d9-af39-e44cc83231a9'] in dv-cinder-786384-1-smb is: [{'id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'name': 'tempest-TestShelveInstance-1391106765-router', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'gw_port': {'id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'd887c9d5-4c83-4f27-903f-6c00a808a26a', 'name': '', 'network_id': '8566d752-7ab8-474d-83f7-d08931b6327d', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'mac_address': 'fa:16:3e:e7:fb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '288d293f-e9cd-4ed8-8bee-b78ff3212621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:57Z', 'updated_at': '2021-04-15T10:58:05Z', 'revision_number': 4, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'subnets': [{'id': '288d293f-e9cd-4ed8-8bee-b78ff3212621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:06.193303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3024b78-7733-4abf-92b3-20a2b17935bb req-d8eb6489-9893-4995-baed-be58aca964a9 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:06.195018 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f3024b78-7733-4abf-92b3-20a2b17935bb req-d8eb6489-9893-4995-baed-be58aca964a9 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 945 time: 0.0972519 Apr 15 10:58:06.247619 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f3024b78-7733-4abf-92b3-20a2b17935bb req-3e2f4336-2036-45d6-bc0b-db23e299d0b7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460382 Apr 15 10:58:06.858704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7ccec-ae19-44ad-a906-0dfb705f3098 req-fb7872a5-3dec-46c7-94a9-76c60cfc4557 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:06.860314 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c7e7ccec-ae19-44ad-a906-0dfb705f3098 req-fb7872a5-3dec-46c7-94a9-76c60cfc4557 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0911090 Apr 15 10:58:06.910830 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c7e7ccec-ae19-44ad-a906-0dfb705f3098 req-c25da4e4-1c51-4a18-9990-9ecd75055011 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440257 Apr 15 10:58:07.998595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device d887c9d5-4c83-4f27-903f-6c00a808a26a up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:08.028245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf9308-6f65-4c33-bb43-ed6203ef49f3 req-98d5d931-1384-474f-9b7d-c1cd740e9c58 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:08.029862 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cfcf9308-6f65-4c33-bb43-ed6203ef49f3 req-98d5d931-1384-474f-9b7d-c1cd740e9c58 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 945 time: 0.3307638 Apr 15 10:58:08.072943 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port d887c9d5-4c83-4f27-903f-6c00a808a26a completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:08.078563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port d887c9d5-4c83-4f27-903f-6c00a808a26a triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:08.081337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.137480 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cfcf9308-6f65-4c33-bb43-ed6203ef49f3 req-b2974128-44ae-43d8-9d7c-496487b56d55 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608165 Apr 15 10:58:08.165170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103165d2-e07c-47e3-8dc9-f91d5af7e2d1 req-8030f4b2-2afb-4087-8c66-eb3b6b01c73c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:08.166919 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-103165d2-e07c-47e3-8dc9-f91d5af7e2d1 req-8030f4b2-2afb-4087-8c66-eb3b6b01c73c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1329246 Apr 15 10:58:08.229600 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-103165d2-e07c-47e3-8dc9-f91d5af7e2d1 req-a75a6dd3-ef47-4185-b7bc-da0a6d03f7b9 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Apr 15 10:58:08.380595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.415403 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port d887c9d5-4c83-4f27-903f-6c00a808a26a, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=d887c9d5-4c83-4f27-903f-6c00a808a26a,segment=NetworkSegment(a35fe6af-1d91-4d12-af3a-d5b66a5f8870),segment_id=a35fe6af-1d91-4d12-af3a-d5b66a5f8870)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:08.421738 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.423744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5516e364-faba-4d3c-a5bd-19a6492487d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:08.496557 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=d887c9d5-4c83-4f27-903f-6c00a808a26a,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:08.500320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:09.327256 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:58:09.355851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd42699-de01-4b92-b650-2d85a322b7fb req-2ec6ea7a-7fe8-418d-97cf-c633453abd05 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:09.357498 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0fd42699-de01-4b92-b650-2d85a322b7fb req-2ec6ea7a-7fe8-418d-97cf-c633453abd05 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 945 time: 0.0923250 Apr 15 10:58:09.458589 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0fd42699-de01-4b92-b650-2d85a322b7fb req-07287116-2933-4bca-bb24-33e2e8c70b18 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942509 Apr 15 10:58:09.495387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7283f1-4543-42eb-9906-0bcfb44d44ff req-b70f0451-2baf-49b2-b0c9-179ecb78a3f5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:09.496985 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-da7283f1-4543-42eb-9906-0bcfb44d44ff req-b70f0451-2baf-49b2-b0c9-179ecb78a3f5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1174436 Apr 15 10:58:09.548127 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-da7283f1-4543-42eb-9906-0bcfb44d44ff req-4818601b-8152-448c-8f46-7bb4709b0425 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Apr 15 10:58:09.970721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device d887c9d5-4c83-4f27-903f-6c00a808a26a up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:10.047118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port d887c9d5-4c83-4f27-903f-6c00a808a26a triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:10.048018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.572429 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-66ba8b49-e660-4b4d-807f-4de03e48c7f8 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.574031 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-66ba8b49-e660-4b4d-807f-4de03e48c7f8 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.97 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 945 time: 0.0919299 Apr 15 10:58:10.756152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Deleting port 061a798c-ba26-4608-adf7-bc67dee0a461 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:10.756452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.907622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af756-d19f-4478-a3cc-0ad7ae6d9bfe req-dd6f5d94-1bab-4cd0-aef4-a1515ce65f6f tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.909381 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-918af756-d19f-4478-a3cc-0ad7ae6d9bfe req-dd6f5d94-1bab-4cd0-aef4-a1515ce65f6f tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 945 time: 0.3307400 Apr 15 10:58:10.963828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d56bf-64c1-4329-b3c1-00e9ed8827a6 req-099bc20e-9e8b-425b-a382-1251dd511c42 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.965474 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d06d56bf-64c1-4329-b3c1-00e9ed8827a6 req-099bc20e-9e8b-425b-a382-1251dd511c42 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.2939773 Apr 15 10:58:11.094322 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-918af756-d19f-4478-a3cc-0ad7ae6d9bfe req-0cb5c5d8-7e1e-43b7-96bc-eabf1a75d812 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/security-groups?id=dff1bb2e-5c60-4742-aaa9-d948f331f695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736486 Apr 15 10:58:11.110705 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d06d56bf-64c1-4329-b3c1-00e9ed8827a6 req-b7eb1079-5105-4bbd-bb68-f33e24f0a65f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363883 Apr 15 10:58:11.161392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] For port 061a798c-ba26-4608-adf7-bc67dee0a461, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=061a798c-ba26-4608-adf7-bc67dee0a461,segment=NetworkSegment(a06a20c6-898d-4931-86c6-71ce37d7825b),segment_id=a06a20c6-898d-4931-86c6-71ce37d7825b)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:11.161790 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.297183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Calling delete_port for 061a798c-ba26-4608-adf7-bc67dee0a461 owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:11.465407 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.481397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:11.537709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Pushing event deleted for resources: {'Port': ['ID=061a798c-ba26-4608-adf7-bc67dee0a461,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:11.537709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:11.541704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['061a798c-ba26-4608-adf7-bc67dee0a461'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:11.730400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] No DVR routers for this DVR port 061a798c-ba26-4608-adf7-bc67dee0a461 on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:58:11.733033 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.735780 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9967705-ab9d-404a-a60c-2cde6e29148f', 'name': 'network-vif-deleted', 'tag': '061a798c-ba26-4608-adf7-bc67dee0a461'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:11.752590 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-236a2bb9-aca7-472c-8f35-039bbb19d5f0 req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.97 "DELETE /v2.0/ports/061a798c-ba26-4608-adf7-bc67dee0a461 HTTP/1.1" status: 204 len: 173 time: 1.1343465 Apr 15 10:58:11.792540 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9967705-ab9d-404a-a60c-2cde6e29148f', 'name': 'network-vif-deleted', 'tag': '061a798c-ba26-4608-adf7-bc67dee0a461', 'status': 'completed', 'code': 200} Apr 15 10:58:12.318571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-a5da21ef-fe62-4afc-b13d-3d9068c8b630 req-0107e498-ed29-4fab-8a69-a1a3cc38abe9 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Synchronizing usage tracker for tenant:906e19e05aba49e090600dcef6d20fef on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:12.350078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-a5da21ef-fe62-4afc-b13d-3d9068c8b630 req-0107e498-ed29-4fab-8a69-a1a3cc38abe9 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Unset dirty status for tenant:906e19e05aba49e090600dcef6d20fef on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:12.351563 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a5da21ef-fe62-4afc-b13d-3d9068c8b630 req-0107e498-ed29-4fab-8a69-a1a3cc38abe9 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9967705-ab9d-404a-a60c-2cde6e29148f HTTP/1.1" status: 200 len: 210 time: 0.1203759 Apr 15 10:58:12.384443 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db3a85-3ea8-4004-ba92-04e3d6dc5518 req-cd968936-df4e-45de-bbcb-ec9c5f691db7 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:12.385989 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-60db3a85-3ea8-4004-ba92-04e3d6dc5518 req-cd968936-df4e-45de-bbcb-ec9c5f691db7 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1120231 Apr 15 10:58:12.437372 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-60db3a85-3ea8-4004-ba92-04e3d6dc5518 req-0b932bdd-3282-47ec-b714-509232685111 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 Apr 15 10:58:13.646746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fa58a-ee71-4d70-8901-47a85688848b req-ee15e9b5-cffa-456e-b141-232e374c74fd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:13.648383 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-606fa58a-ee71-4d70-8901-47a85688848b req-ee15e9b5-cffa-456e-b141-232e374c74fd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0899408 Apr 15 10:58:13.711979 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-606fa58a-ee71-4d70-8901-47a85688848b req-46dfb811-ca87-4f3f-bbab-8fb278a40b9d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563993 Apr 15 10:58:14.469155 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 061a798c-ba26-4608-adf7-bc67dee0a461 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:14.507664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 061a798c-ba26-4608-adf7-bc67dee0a461 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:14.508058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 061a798c-ba26-4608-adf7-bc67dee0a461 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:14.912839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b2e48-5dd7-41d2-881e-9fe5c7fded30 req-6e64bcd7-27dc-4d4a-b69e-8e122b7e716f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:14.914583 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a9b2e48-5dd7-41d2-881e-9fe5c7fded30 req-6e64bcd7-27dc-4d4a-b69e-8e122b7e716f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0944684 Apr 15 10:58:14.964479 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a9b2e48-5dd7-41d2-881e-9fe5c7fded30 req-681ad657-dc66-4ab3-ad06-faa8a24113b9 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428827 Apr 15 10:58:16.191858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7b955-41dd-4b89-8802-5d3a61d08c85 req-03bfd384-92d8-4c95-ac03-55a3d69dabcb tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:16.193411 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-58f7b955-41dd-4b89-8802-5d3a61d08c85 req-03bfd384-92d8-4c95-ac03-55a3d69dabcb tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0988374 Apr 15 10:58:16.244582 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-58f7b955-41dd-4b89-8802-5d3a61d08c85 req-f1c5efb6-95f4-41f3-9797-c9454d314b3c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 Apr 15 10:58:17.466999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cda5cd-8977-45fd-a89e-b34a63f9c507 req-69146cee-628b-455d-9ad6-13afc48aae15 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.468595 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-97cda5cd-8977-45fd-a89e-b34a63f9c507 req-69146cee-628b-455d-9ad6-13afc48aae15 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0992897 Apr 15 10:58:17.523309 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-97cda5cd-8977-45fd-a89e-b34a63f9c507 req-1562293b-29d7-4c34-a2e0-ca11b77e56dd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439913 Apr 15 10:58:18.736400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8e94f-239a-4a23-ab7f-974351033163 req-26279c7d-a67b-4b1e-970c-d01924ba7afd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:18.737935 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dcd8e94f-239a-4a23-ab7f-974351033163 req-26279c7d-a67b-4b1e-970c-d01924ba7afd tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0983584 Apr 15 10:58:18.791108 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dcd8e94f-239a-4a23-ab7f-974351033163 req-786d65e1-0c17-4be5-b7ab-dd207364b5f7 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 Apr 15 10:58:19.644617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86f7d269-691e-4e1e-a93f-7541e117550e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.011290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f96c0d-0da5-4f1f-8bad-6b97c8508d4f req-55b92fd6-11fd-4450-9c20-036440b07b7c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:20.012983 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-39f96c0d-0da5-4f1f-8bad-6b97c8508d4f req-55b92fd6-11fd-4450-9c20-036440b07b7c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0982981 Apr 15 10:58:20.065724 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-39f96c0d-0da5-4f1f-8bad-6b97c8508d4f req-f5a1dddb-f48d-43b5-9978-f668d5634cef tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458555 Apr 15 10:58:21.290870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2f9d-6657-4f57-a813-baa208be771f req-0fe08ae4-07f6-48f7-9c80-ffd9dd9fc731 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:21.292770 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c7ea2f9d-6657-4f57-a813-baa208be771f req-0fe08ae4-07f6-48f7-9c80-ffd9dd9fc731 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1110086 Apr 15 10:58:21.344302 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c7ea2f9d-6657-4f57-a813-baa208be771f req-f9c5ef78-1710-4237-bec8-c47a905cd87d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445745 Apr 15 10:58:22.008668 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a4f6b492-a532-4dbc-a505-3a760f0f493e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.582599 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b3868-52f3-4dd3-9fc7-245515db0c35 req-52bdb73d-ab17-441c-a3b7-9a7e43e18aaa tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:22.584238 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-673b3868-52f3-4dd3-9fc7-245515db0c35 req-52bdb73d-ab17-441c-a3b7-9a7e43e18aaa tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1100414 Apr 15 10:58:22.633614 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-673b3868-52f3-4dd3-9fc7-245515db0c35 req-f4cd9631-2749-457f-909c-a1fac2ed867b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Apr 15 10:58:23.072480 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.135174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.014789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0d674-d4d6-4120-a227-cbe8604b3564 req-5469f336-3b8a-4dd0-a48e-2405e43db0b8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:24.016393 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f3d0d674-d4d6-4120-a227-cbe8604b3564 req-5469f336-3b8a-4dd0-a48e-2405e43db0b8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0907016 Apr 15 10:58:24.069958 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f3d0d674-d4d6-4120-a227-cbe8604b3564 req-78d42859-9a3f-472a-a64d-0869795d0762 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 Apr 15 10:58:24.471731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.301111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eaa89-d56f-44f5-82e5-71a4a605ad58 req-d642eb4a-7019-46b3-a1f1-7212fadf0656 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:25.302769 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f49eaa89-d56f-44f5-82e5-71a4a605ad58 req-d642eb4a-7019-46b3-a1f1-7212fadf0656 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1054711 Apr 15 10:58:25.351864 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f49eaa89-d56f-44f5-82e5-71a4a605ad58 req-8b393591-acab-452d-8e8d-50aba2726203 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 Apr 15 10:58:26.612730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9859f-d154-4181-9741-27c97373c82d req-7bc81db8-19b2-406f-9da7-c650170a821d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:26.616195 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-18c9859f-d154-4181-9741-27c97373c82d req-7bc81db8-19b2-406f-9da7-c650170a821d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1378765 Apr 15 10:58:26.667911 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-18c9859f-d154-4181-9741-27c97373c82d req-d88af2da-8271-43b4-ace4-69c109cc5b42 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467868 Apr 15 10:58:27.880061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e89f0-d119-4faa-99b6-c903089c8b1b req-121b4ce0-0e83-4704-aae8-89ac3f2d8c88 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:27.882900 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b83e89f0-d119-4faa-99b6-c903089c8b1b req-121b4ce0-0e83-4704-aae8-89ac3f2d8c88 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0947936 Apr 15 10:58:27.937696 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b83e89f0-d119-4faa-99b6-c903089c8b1b req-8e9ff864-11b8-4cd8-a729-0ed30704e84d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494814 Apr 15 10:58:29.158220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377ad1f-5810-44dd-a904-22fa663e52f2 req-794de7fd-f346-464e-87c9-6b0b77c83e7e tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:29.160243 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c377ad1f-5810-44dd-a904-22fa663e52f2 req-794de7fd-f346-464e-87c9-6b0b77c83e7e tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1014562 Apr 15 10:58:29.205593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:29.222071 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c377ad1f-5810-44dd-a904-22fa663e52f2 req-078c117a-e925-4dbf-ae62-a4b508bee4ac tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542622 Apr 15 10:58:30.434811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdcb8a-1c41-4dd0-869d-7b6d83c82138 req-a35a91f0-bab1-4755-916b-94a7f667aa5a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:30.436456 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-decdcb8a-1c41-4dd0-869d-7b6d83c82138 req-a35a91f0-bab1-4755-916b-94a7f667aa5a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0935585 Apr 15 10:58:30.499005 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-decdcb8a-1c41-4dd0-869d-7b6d83c82138 req-5f30fd37-08c1-4277-ab3e-68dbf417e028 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559678 Apr 15 10:58:31.726703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d1bee-b1bf-4827-95e1-3c9a48286552 req-3bbb570f-956a-49b0-a479-fdd41141d216 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:31.728523 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-418d1bee-b1bf-4827-95e1-3c9a48286552 req-3bbb570f-956a-49b0-a479-fdd41141d216 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1004486 Apr 15 10:58:31.786648 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-418d1bee-b1bf-4827-95e1-3c9a48286552 req-7a316d55-609b-431a-8d92-8c8870b57b4d tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502613 Apr 15 10:58:33.002260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcf56d-ce6f-4eed-9ef9-11a0f4d42136 req-5a201e24-ebf2-4416-a09c-99c668cd3b22 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:33.004655 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-34fcf56d-ce6f-4eed-9ef9-11a0f4d42136 req-5a201e24-ebf2-4416-a09c-99c668cd3b22 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0975046 Apr 15 10:58:33.056777 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-34fcf56d-ce6f-4eed-9ef9-11a0f4d42136 req-55a64971-2a11-4e16-8617-f17200151227 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453911 Apr 15 10:58:34.280669 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41453b57-d4e1-4f2d-9393-823b80ea1c34 req-106a20d8-ac1b-4cc6-857f-405a728fff4e tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:34.282501 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-41453b57-d4e1-4f2d-9393-823b80ea1c34 req-106a20d8-ac1b-4cc6-857f-405a728fff4e tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0998509 Apr 15 10:58:34.356932 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-41453b57-d4e1-4f2d-9393-823b80ea1c34 req-ac6d65f0-8542-4b62-a0e5-a1e5ae539e0c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568738 Apr 15 10:58:35.574585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a9d14-08b4-484c-b7ad-10edef181ab5 req-516ff7ab-9753-4d22-907e-02a595f9486b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:35.576169 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bc5a9d14-08b4-484c-b7ad-10edef181ab5 req-516ff7ab-9753-4d22-907e-02a595f9486b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0971515 Apr 15 10:58:35.625720 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bc5a9d14-08b4-484c-b7ad-10edef181ab5 req-61cc9293-390d-4033-9a91-609c9fbf4aa8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 Apr 15 10:58:36.108834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-4968338b-ab62-4c91-bf02-0f6ff89f94c8 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Synchronizing usage tracker for tenant:695b49397102411a9116a5855da25c70 on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:36.126622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-4968338b-ab62-4c91-bf02-0f6ff89f94c8 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Unset dirty status for tenant:695b49397102411a9116a5855da25c70 on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:36.127974 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-4968338b-ab62-4c91-bf02-0f6ff89f94c8 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545612943&fields=id&tenant_id=695b49397102411a9116a5855da25c70 HTTP/1.1" status: 200 len: 267 time: 0.0646551 Apr 15 10:58:36.346540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-a93873e2-4aa1-4756-9013-0c2e9e443d10 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:36.347920 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-a93873e2-4aa1-4756-9013-0c2e9e443d10 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Synchronizing usage tracker for tenant:695b49397102411a9116a5855da25c70 on resource:network {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:36.374648 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-a93873e2-4aa1-4756-9013-0c2e9e443d10 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Unset dirty status for tenant:695b49397102411a9116a5855da25c70 on resource:network {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:36.377159 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-a93873e2-4aa1-4756-9013-0c2e9e443d10 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/networks?id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 HTTP/1.1" status: 200 len: 808 time: 0.2407265 Apr 15 10:58:36.419447 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-a5388263-918f-4fd0-a0d1-e9460f2e1b89 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/quotas/695b49397102411a9116a5855da25c70 HTTP/1.1" status: 200 len: 375 time: 0.0336685 Apr 15 10:58:36.571107 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-9d26ead1-ba7c-41fd-8bd4-0eeda10f9584 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=695b49397102411a9116a5855da25c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1504629 Apr 15 10:58:37.027645 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-036f0ebb-e3e6-4a66-aec4-e15d3de07b9c service neutron] 10.222.0.71 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460700 Apr 15 10:58:37.042288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3c38a-43d7-44d8-8899-1a33d2fafdc3 req-43c6713a-82dd-47e2-9580-612e1baaf152 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:37.045909 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eab3c38a-43d7-44d8-8899-1a33d2fafdc3 req-43c6713a-82dd-47e2-9580-612e1baaf152 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.2059443 Apr 15 10:58:37.196941 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eab3c38a-43d7-44d8-8899-1a33d2fafdc3 req-81f4216e-765d-4a36-ba3e-abdf8e18c11b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252501 Apr 15 10:58:37.264220 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-bd16c119-7973-41f0-a2eb-eabed98b9b39 service neutron] 10.222.0.71 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180929 Apr 15 10:58:37.926920 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6dd20af5-4264-45df-97dd-6cfa07afd5c0 req-47827a40-893d-4876-ba71-f67ce46305ae tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 210 time: 0.0946233 Apr 15 10:58:38.435654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cabe1-4786-457d-8b9c-507d0f0eae53 req-451dbb5b-2b1f-4d70-822e-d85f6425c490 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.437275 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b75cabe1-4786-457d-8b9c-507d0f0eae53 req-451dbb5b-2b1f-4d70-822e-d85f6425c490 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0926960 Apr 15 10:58:38.490973 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b75cabe1-4786-457d-8b9c-507d0f0eae53 req-68b1fe5f-35d7-426c-93e0-3fd1a3a0b217 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472062 Apr 15 10:58:39.116027 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ae64a3b5-8042-4230-b487-38174435e061 req-33fcb0b8-e2fb-456f-ab39-acba56cfe510 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 210 time: 0.0724158 Apr 15 10:58:39.500349 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-61e02f2b-e947-4c20-853d-52ba75dda8ef tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.502059 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-61e02f2b-e947-4c20-853d-52ba75dda8ef tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.97 "GET /v2.0/networks?id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 HTTP/1.1" status: 200 len: 808 time: 0.2925105 Apr 15 10:58:39.637277 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-c42b8c99-52a5-4a2c-a0e6-aed8432176ea tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=695b49397102411a9116a5855da25c70 HTTP/1.1" status: 200 len: 8061 time: 0.1170688 Apr 15 10:58:39.651603 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Request body: {'port': {'device_id': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'admin_state_up': True, 'tenant_id': '695b49397102411a9116a5855da25c70', 'security_groups': ['8385506a-e511-4aca-86f9-928eac688be0']}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:39.878950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a858f-0c00-4e06-9171-61a1097b1f74 req-457e70e8-6976-4d89-9446-6ed763669f15 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.880570 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-910a858f-0c00-4e06-9171-61a1097b1f74 req-457e70e8-6976-4d89-9446-6ed763669f15 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1491649 Apr 15 10:58:39.891493 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:39.910073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Usage tracker for resource:port and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:39.919987 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:39.934775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:39.950674 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-910a858f-0c00-4e06-9171-61a1097b1f74 req-ada52d8c-c8ab-40e7-b552-c0a8afa13614 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606873 Apr 15 10:58:39.955568 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Made reservation on behalf of 695b49397102411a9116a5855da25c70 for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:39.962303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:40.147951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Allocated IP 172.20.0.6 (1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0/69fed9a8-2e0a-4475-bb86-19682c82e3b9/31becfb8-0d4e-4e8d-9ebd-43463cd46110) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:40.362819 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9751b7b7-7419-442e-8f9c-064b45114555 req-cc9c10b7-9ff8-418f-9b7f-15ccda537bd3 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 210 time: 0.0647879 Apr 15 10:58:40.435413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:40.453814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Transition to ACTIVE for port object 31becfb8-0d4e-4e8d-9ebd-43463cd46110 will not be triggered until provisioned by entity DHCP. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:40.491112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:40.609738 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:40.693025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event updated for resources: {'Port': ['ID=31becfb8-0d4e-4e8d-9ebd-43463cd46110,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:40.736562 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:40.758782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:40.760158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:40.762720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:40.774466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:40.775200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:40.823035 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1766365 Apr 15 10:58:40.857200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Request body: {'port': {'device_id': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:41.120221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.148659 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-30c89e25-a44f-4c87-b423-71a0c54577db None None] Provisioning for port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:41.155918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-30c89e25-a44f-4c87-b423-71a0c54577db None None] Provisioning complete for port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:41.156647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-30c89e25-a44f-4c87-b423-71a0c54577db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.199135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac90850-0419-4282-81a1-0618320b8aa8 req-23ddbb1a-7e31-4e9f-bab0-c3ccda42fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.200766 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ac90850-0419-4282-81a1-0618320b8aa8 req-23ddbb1a-7e31-4e9f-bab0-c3ccda42fbfe service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1098 time: 0.1710875 Apr 15 10:58:41.274941 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ac90850-0419-4282-81a1-0618320b8aa8 req-eac13e0d-0a18-473f-a1de-36c9d3180b32 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658855 Apr 15 10:58:41.277433 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-30c89e25-a44f-4c87-b423-71a0c54577db None None] Port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:41.539379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aacfd-3bfc-4e4f-808f-71fb4af701a1 req-8a66ee6e-522b-4c9b-ad5f-cff852843136 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.541069 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ce7aacfd-3bfc-4e4f-808f-71fb4af701a1 req-8a66ee6e-522b-4c9b-ad5f-cff852843136 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.2511730 Apr 15 10:58:41.651877 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6c154-22d9-4f52-82cd-fdfce95c36a9 req-c3bac265-c46e-415c-9d90-4b56998902e6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.653471 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e8e6c154-22d9-4f52-82cd-fdfce95c36a9 req-c3bac265-c46e-415c-9d90-4b56998902e6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.3616691 Apr 15 10:58:41.711012 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ce7aacfd-3bfc-4e4f-808f-71fb4af701a1 req-420c682f-2d04-4202-9004-79e0d44b2162 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586273 Apr 15 10:58:41.773193 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e8e6c154-22d9-4f52-82cd-fdfce95c36a9 req-1f84bcbf-358c-44f9-9afd-3df515160243 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962811 Apr 15 10:58:41.915267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31becfb8-0d4e-4e8d-9ebd-43463cd46110 {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:41.928488 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.949959 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Transition to ACTIVE for port object 31becfb8-0d4e-4e8d-9ebd-43463cd46110 will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:41.961958 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.979838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:42.339844 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30179d32-b232-4f91-8679-68e9849066d3 req-17ff7b39-9299-446c-9ba2-cae157f6679c tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:42.340608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-30179d32-b232-4f91-8679-68e9849066d3 req-17ff7b39-9299-446c-9ba2-cae157f6679c tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Synchronizing usage tracker for tenant:695b49397102411a9116a5855da25c70 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:42.391937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Pushing event updated for resources: {'Port': ['ID=31becfb8-0d4e-4e8d-9ebd-43463cd46110,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:42.409189 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:42.412691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-30179d32-b232-4f91-8679-68e9849066d3 req-17ff7b39-9299-446c-9ba2-cae157f6679c tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Unset dirty status for tenant:695b49397102411a9116a5855da25c70 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:42.421132 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-30179d32-b232-4f91-8679-68e9849066d3 req-17ff7b39-9299-446c-9ba2-cae157f6679c tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 931 time: 0.5742476 Apr 15 10:58:42.494174 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-30179d32-b232-4f91-8679-68e9849066d3 req-a1f9967e-22e3-44da-844d-1b7621e534bb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719860 Apr 15 10:58:42.711092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Attempting to bind port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:42.711560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Attempting to bind port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:42.711814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Attempting to bind port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 on network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:42.717297 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 on network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:58:42.717664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Attempting to bind port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 on network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:42.727780 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:42.728152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Checking segment: {'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:42.728553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Bound using segment: {'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:42.729025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Bound port: 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c16a3c-2090-4c4d-bcfb-78ca3f220370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:42.729408 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:42.910472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] For port 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:42.973151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] For port 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:42.988005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.005164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:43.208840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Pushing event updated for resources: {'Port': ['ID=31becfb8-0d4e-4e8d-9ebd-43463cd46110,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:43.227208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08885f92-4fef-4aab-8c29-304e6ec4c0e2 req-6ea2225b-dad6-4961-a691-8b5bcc440fa8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.229450 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-08885f92-4fef-4aab-8c29-304e6ec4c0e2 req-6ea2225b-dad6-4961-a691-8b5bcc440fa8 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.3686037 Apr 15 10:58:43.263036 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:43.275907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c798d-45f4-4cce-afbd-e8cc43378049 req-53ad928e-1f48-4d3f-bda6-e3de747d9f98 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.277674 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f0c798d-45f4-4cce-afbd-e8cc43378049 req-53ad928e-1f48-4d3f-bda6-e3de747d9f98 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.3532000 Apr 15 10:58:43.341237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.341924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.343523 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] 10.222.0.97 "PUT /v2.0/ports/31becfb8-0d4e-4e8d-9ebd-43463cd46110 HTTP/1.1" status: 200 len: 1093 time: 2.4912813 Apr 15 10:58:43.344091 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:43.360404 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-08885f92-4fef-4aab-8c29-304e6ec4c0e2 req-e808a9af-68de-4896-8fe5-6ef9c7e8662b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191077 Apr 15 10:58:43.405996 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f0c798d-45f4-4cce-afbd-e8cc43378049 req-673cc749-887c-42bd-821c-16e57cd805ce tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163275 Apr 15 10:58:43.530267 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'status': 'completed', 'code': 200} Apr 15 10:58:43.626087 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-040c628b-4f89-47f9-81e5-981d7f54a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.627939 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-040c628b-4f89-47f9-81e5-981d7f54a71a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=695b49397102411a9116a5855da25c70&device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1096 time: 0.2040348 Apr 15 10:58:43.824392 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-9a38c505-acf3-4c97-969e-2a90ae463243 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110 HTTP/1.1" status: 200 len: 217 time: 0.1757035 Apr 15 10:58:43.926263 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-7bbc072d-6a63-4394-8707-7eb88b1657a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.927893 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-7bbc072d-6a63-4394-8707-7eb88b1657a4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=69fed9a8-2e0a-4475-bb86-19682c82e3b9 HTTP/1.1" status: 200 len: 847 time: 0.0910470 Apr 15 10:58:44.001590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738fc2e-907b-4060-821f-6699e3a80008 req-fec6646f-4346-436a-b361-461d1233d1be tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.009716 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0738fc2e-907b-4060-821f-6699e3a80008 req-fec6646f-4346-436a-b361-461d1233d1be tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 943 time: 0.2352729 Apr 15 10:58:44.078950 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0738fc2e-907b-4060-821f-6699e3a80008 req-0ab9b034-669d-4dfb-a6e2-aed97998a093 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682640 Apr 15 10:58:44.141679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde6efc-642e-4839-a19d-cba617cdff8b req-f97c7fb5-1239-479a-8c36-195d38dc5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.144000 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6cde6efc-642e-4839-a19d-cba617cdff8b req-f97c7fb5-1239-479a-8c36-195d38dc5d4b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1098 time: 0.1128659 Apr 15 10:58:44.145547 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-7c42c9b0-ec5c-42ab-9afe-0def27d03171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.147194 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-7c42c9b0-ec5c-42ab-9afe-0def27d03171 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2122593 Apr 15 10:58:44.271217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89fdcb-ce69-4a16-9dce-e2b46e7baa4c req-9eb21612-155b-444f-b00f-c0744d40b1ed tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.272729 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4f89fdcb-ce69-4a16-9dce-e2b46e7baa4c req-9eb21612-155b-444f-b00f-c0744d40b1ed tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1925564 Apr 15 10:58:44.320404 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde6efc-642e-4839-a19d-cba617cdff8b req-77536730-0e23-4079-99ba-001be8bb0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.322231 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6cde6efc-642e-4839-a19d-cba617cdff8b req-77536730-0e23-4079-99ba-001be8bb0711 service neutron] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 921 time: 0.1547220 Apr 15 10:58:44.338510 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4f89fdcb-ce69-4a16-9dce-e2b46e7baa4c req-79eb294a-0462-4a99-b4bc-96435cbb8bc6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524962 Apr 15 10:58:44.383096 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-203b365f-a648-49a6-956b-a29f2932e5ee service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110736 Apr 15 10:58:44.410717 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6cde6efc-642e-4839-a19d-cba617cdff8b req-325b42dd-6941-4139-83e6-68faf309e1d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb HTTP/1.1" status: 200 len: 217 time: 0.0781417 Apr 15 10:58:44.491935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde6efc-642e-4839-a19d-cba617cdff8b req-7a9e175e-aaec-40f2-b2b9-56458355cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.493740 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6cde6efc-642e-4839-a19d-cba617cdff8b req-7a9e175e-aaec-40f2-b2b9-56458355cf0d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.0759592 Apr 15 10:58:44.589028 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6cde6efc-642e-4839-a19d-cba617cdff8b req-5ce808d2-4c67-4f21-a526-4f856b7bf42c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872717 Apr 15 10:58:44.672608 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-29e5db3c-37cc-4616-b829-81b00db39cf3 req-f0ddc332-ed0b-4c24-89e9-aeb808461495 service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644789 Apr 15 10:58:44.722014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d7a68-d689-469c-8cdf-3f3f3d22436d req-9c20f252-71c3-4132-95db-3529e27952a8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.724348 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ad9d7a68-d689-469c-8cdf-3f3f3d22436d req-9c20f252-71c3-4132-95db-3529e27952a8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1740561 Apr 15 10:58:44.775796 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6cde6efc-642e-4839-a19d-cba617cdff8b req-77dc85b2-3c2f-4f86-9a61-4229c592c806 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733809 Apr 15 10:58:44.779679 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ad9d7a68-d689-469c-8cdf-3f3f3d22436d req-7a0d1232-cf4b-4a2e-b43f-7b968aa3e5e1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451663 Apr 15 10:58:44.900073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-afff5fec-128f-4752-a392-9c4f55eb8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.901894 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-afff5fec-128f-4752-a392-9c4f55eb8cf8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=695b49397102411a9116a5855da25c70&device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1096 time: 0.0833898 Apr 15 10:58:45.004896 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6cde6efc-642e-4839-a19d-cba617cdff8b req-6a622131-43ea-4702-99c2-071c57fb58e6 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854045 Apr 15 10:58:45.097993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-c449e2a3-405a-4840-a8d0-11aa82594a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.099799 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-c449e2a3-405a-4840-a8d0-11aa82594a83 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 HTTP/1.1" status: 200 len: 910 time: 0.1745446 Apr 15 10:58:45.264628 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-4acce019-76e3-4d00-b033-e315db410efd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110 HTTP/1.1" status: 200 len: 217 time: 0.1374032 Apr 15 10:58:45.475728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-f42fd4e0-9954-4db7-b642-643c57726656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.477386 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-f42fd4e0-9954-4db7-b642-643c57726656 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=69fed9a8-2e0a-4475-bb86-19682c82e3b9 HTTP/1.1" status: 200 len: 847 time: 0.1497397 Apr 15 10:58:45.483827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 40896) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:45.684625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:45.713570 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:45.717997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:ff6ddd3b34294f74aa2f7eff2ced4dba is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:45.720812 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:45.726361 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2da27-07bb-4075-89b5-345e6fab71ec req-5cec349e-5519-474f-829d-ffb002282faa tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.726855 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:45.729749 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9ed2da27-07bb-4075-89b5-345e6fab71ec req-5cec349e-5519-474f-829d-ffb002282faa tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 943 time: 0.4632902 Apr 15 10:58:45.815126 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:45.815469 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9ed2da27-07bb-4075-89b5-345e6fab71ec req-2fc03cfc-84dc-4a95-ae83-f90dc1ccca34 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733769 Apr 15 10:58:45.819596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:45.849051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-207a8228-59b6-4c8f-be0c-4f158585d7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:45.858778 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ff6ddd3b34294f74aa2f7eff2ced4dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737130 Apr 15 10:58:45.863821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 40904) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:45.908685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10121ce3-213a-48ec-a766-666b5626864b,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:45.914550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:45.926277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-c352f295-fdcb-4864-9d88-4adb5dc6efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.936943 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-c352f295-fdcb-4864-9d88-4adb5dc6efbe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4397821 Apr 15 10:58:45.959773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78490fd2-fe93-4d4f-be91-a4b227a1d960 req-8bd475d7-035c-434c-9079-d38810397134 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.961402 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78490fd2-fe93-4d4f-be91-a4b227a1d960 req-8bd475d7-035c-434c-9079-d38810397134 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.3064742 Apr 15 10:58:45.971483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c5af4680-c51f-4d44-9731-d822fecc5933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:46.016938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c5af4680-c51f-4d44-9731-d822fecc5933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:46.081364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c5af4680-c51f-4d44-9731-d822fecc5933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:46.086865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a04acfc7-fe12-4f35-9e03-8e7cad659a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:46.101184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af4680-c51f-4d44-9731-d822fecc5933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10121ce3-213a-48ec-a766-666b5626864b,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:46.104318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c5af4680-c51f-4d44-9731-d822fecc5933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:46.120028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c5af4680-c51f-4d44-9731-d822fecc5933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:46.123681 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c5af4680-c51f-4d44-9731-d822fecc5933 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10121ce3-213a-48ec-a766-666b5626864b HTTP/1.1" status: 204 len: 168 time: 0.2589178 Apr 15 10:58:46.177447 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78490fd2-fe93-4d4f-be91-a4b227a1d960 req-1580dce5-6df8-46ea-8eb6-57aab33f9d77 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916816 Apr 15 10:58:46.233513 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-4694a7c8-3055-46a5-8c1a-16181856a463 service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830536 Apr 15 10:58:46.330312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:58:46.673118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992c4b0-91ec-4453-8fa3-c457b725b141 req-e72b3a5c-347c-4808-877a-4cd7dc868a84 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:46.674959 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a992c4b0-91ec-4453-8fa3-c457b725b141 req-e72b3a5c-347c-4808-877a-4cd7dc868a84 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.6065214 Apr 15 10:58:46.752681 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a992c4b0-91ec-4453-8fa3-c457b725b141 req-3a835e80-97cd-4eb1-af6f-e0e6303b328e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656846 Apr 15 10:58:46.822592 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fbe3b5b-3f65-4c50-861f-b097a6f8a609 req-75e55cc1-662e-4f3a-a6c2-f24c176d35b1 service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765831 Apr 15 10:58:47.039324 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece1fe-fea3-4d61-ac8b-28b7136eb713 req-467ac791-71b6-4f67-9f49-b296aa104273 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:47.041276 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1dece1fe-fea3-4d61-ac8b-28b7136eb713 req-467ac791-71b6-4f67-9f49-b296aa104273 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 943 time: 0.0987215 Apr 15 10:58:47.102602 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1dece1fe-fea3-4d61-ac8b-28b7136eb713 req-5ee6a348-2bd9-4719-b92b-f57850471c50 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521293 Apr 15 10:58:47.409042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4db47d-5d8d-425c-a3a3-b0bdfe460767 req-85c293d6-757f-4a35-8285-402d87e4b248 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:47.417309 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bc4db47d-5d8d-425c-a3a3-b0bdfe460767 req-85c293d6-757f-4a35-8285-402d87e4b248 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1096604 Apr 15 10:58:47.462274 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bc4db47d-5d8d-425c-a3a3-b0bdfe460767 req-fdb0251b-7a2c-4255-b192-ee948cadc82f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Apr 15 10:58:48.032534 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39354b-823d-45f5-ae2a-103124c56094 req-7d41bc10-e410-4366-9451-032b882c9d3b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:48.038955 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4d39354b-823d-45f5-ae2a-103124c56094 req-7d41bc10-e410-4366-9451-032b882c9d3b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1154225 Apr 15 10:58:48.089784 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4d39354b-823d-45f5-ae2a-103124c56094 req-983ef9cd-b0a8-4c80-a706-ca5976a590fb tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481422 Apr 15 10:58:48.340621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c2bd-b9b2-430b-8fd4-036ce84e0084 req-ecad25c3-d363-443d-862c-94c585d4084f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:48.342531 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d407c2bd-b9b2-430b-8fd4-036ce84e0084 req-ecad25c3-d363-443d-862c-94c585d4084f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 943 time: 0.1068430 Apr 15 10:58:48.400480 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d407c2bd-b9b2-430b-8fd4-036ce84e0084 req-253e1912-20bf-4861-97df-99ba5d0cfb07 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477469 Apr 15 10:58:48.707680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059a3f3-8d91-4c83-a572-af94f4bec05f req-8d307ad1-134a-441c-9d6b-943c3c987e96 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:48.709574 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a059a3f3-8d91-4c83-a572-af94f4bec05f req-8d307ad1-134a-441c-9d6b-943c3c987e96 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1151507 Apr 15 10:58:48.720705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 31becfb8-0d4e-4e8d-9ebd-43463cd46110 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:58:48.784174 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a059a3f3-8d91-4c83-a572-af94f4bec05f req-f39e693d-fe69-4256-b749-5f52baf13359 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670269 Apr 15 10:58:48.888250 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:48.904646 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'port_id': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'mac_address': 'fa:16:3e:85:0f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:58:48.989798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.018231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31becfb8-0d4e-4e8d-9ebd-43463cd46110 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:49.041925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:49.046424 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.050169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:49.169224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=31becfb8-0d4e-4e8d-9ebd-43463cd46110,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:49.184206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.185563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.186160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.186935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.187732 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.188535 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.189139 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.189950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.190890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.191717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.192670 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.193518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:49.200951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:49.386661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fda24-71e7-4c5f-912b-2faa7455dc10 req-0ea012c0-0b5c-4068-aec4-313fb899669a tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:49.389077 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-845fda24-71e7-4c5f-912b-2faa7455dc10 req-0ea012c0-0b5c-4068-aec4-313fb899669a tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1186135 Apr 15 10:58:49.474050 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-845fda24-71e7-4c5f-912b-2faa7455dc10 req-79de69b2-1771-4629-9663-1cffccfc3de2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729606 Apr 15 10:58:49.620171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['31becfb8-0d4e-4e8d-9ebd-43463cd46110'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:49.698076 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4837-82ea-4217-8369-0f710ef950c8 req-39c8c90b-f0f6-4cb9-aa70-6dbaa010e2fe tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:49.700131 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-914b4837-82ea-4217-8369-0f710ef950c8 req-39c8c90b-f0f6-4cb9-aa70-6dbaa010e2fe tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 944 time: 0.1077056 Apr 15 10:58:49.700575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-54b329a1-0a7f-4dcf-b68d-adacc5a31230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:49.767290 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-914b4837-82ea-4217-8369-0f710ef950c8 req-8112023f-c2e0-472e-8a5b-6e34c7084384 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577252 Apr 15 10:58:50.743729 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b211a7-ef7a-4828-9121-376eb3750e47 req-8568743c-937f-4fe2-8905-c00dec9fa613 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:50.752323 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-50b211a7-ef7a-4828-9121-376eb3750e47 req-8568743c-937f-4fe2-8905-c00dec9fa613 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1102626 Apr 15 10:58:50.822811 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-50b211a7-ef7a-4828-9121-376eb3750e47 req-342038d2-6cc2-45f8-8bf7-2d42fc7191da tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693669 Apr 15 10:58:51.020272 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f85639-3a9d-434a-a0bb-f74641ce98db req-93bee668-583b-42b6-802b-bdf5fac7081b tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:51.021967 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b9f85639-3a9d-434a-a0bb-f74641ce98db req-93bee668-583b-42b6-802b-bdf5fac7081b tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 944 time: 0.1079738 Apr 15 10:58:51.074440 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b9f85639-3a9d-434a-a0bb-f74641ce98db req-54468e48-6abb-4e0f-8b4d-d7102bb54ea3 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458133 Apr 15 10:58:52.012375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-01a00854-cfb1-437e-b26d-757ec8f7668e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:52.030497 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e1116-7f03-46cb-8739-8a79d5f5cd43 req-71397512-1d11-493d-b8d7-1807af572efc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:52.032254 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-529e1116-7f03-46cb-8739-8a79d5f5cd43 req-71397512-1d11-493d-b8d7-1807af572efc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.0970426 Apr 15 10:58:52.087349 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-529e1116-7f03-46cb-8739-8a79d5f5cd43 req-1d82a18c-e99d-493a-946b-72a7249fe2e1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482047 Apr 15 10:58:52.278381 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476b968-67a3-4f16-bee4-b4918615ef4b req-b4b05536-6ef5-4101-b160-106b41575df7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:52.280000 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1476b968-67a3-4f16-bee4-b4918615ef4b req-b4b05536-6ef5-4101-b160-106b41575df7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 944 time: 0.0888617 Apr 15 10:58:52.328228 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1476b968-67a3-4f16-bee4-b4918615ef4b req-639d624e-a5b5-4e2b-9328-39b7e21ca3de tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Apr 15 10:58:52.747663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 31becfb8-0d4e-4e8d-9ebd-43463cd46110 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:52.837644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:52.843102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:52.843527 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:52.971071 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:53.000178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:53.011434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:53.019934 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:53.022135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cd162967-c5f6-4229-8a51-50129a6036d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:53.055193 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'code': 200} Apr 15 10:58:53.106254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:53.115479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=31becfb8-0d4e-4e8d-9ebd-43463cd46110,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:53.119361 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:53.138723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:53.307365 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c3238-6c44-4c0a-8dbf-38cd24e11b24 req-f4c940bd-c927-4ac3-9ea3-6d44938dba32 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.308989 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec6c3238-6c44-4c0a-8dbf-38cd24e11b24 req-f4c940bd-c927-4ac3-9ea3-6d44938dba32 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1010034 Apr 15 10:58:53.362996 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec6c3238-6c44-4c0a-8dbf-38cd24e11b24 req-c789bfc3-d41c-4a03-a7d1-44d081cfb366 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474658 Apr 15 10:58:53.590795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dcd1a-e784-4dc7-af20-b2b447c76108 req-f21cdcb4-fe6e-4aa0-9561-38f8a3cd401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.592363 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-983dcd1a-e784-4dc7-af20-b2b447c76108 req-f21cdcb4-fe6e-4aa0-9561-38f8a3cd401a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1098 time: 0.1697612 Apr 15 10:58:53.605091 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05192997-f76f-4492-b19f-504d6d997884 req-dadcc7ff-f190-46f5-93ff-5b0ab53cfaf7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.606940 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-05192997-f76f-4492-b19f-504d6d997884 req-dadcc7ff-f190-46f5-93ff-5b0ab53cfaf7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.1275353 Apr 15 10:58:53.691251 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-05192997-f76f-4492-b19f-504d6d997884 req-ea08f29d-ff51-4491-8bfe-91932073a9fb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766025 Apr 15 10:58:53.702066 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-983dcd1a-e784-4dc7-af20-b2b447c76108 req-d1ff0bce-3e75-42f1-b4b9-8eae81eb0242 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569658 Apr 15 10:58:53.796160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccba3a-01f1-4fad-beee-11633bd7786d req-a7819287-c422-4235-b6b8-206bffbe576c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:53.797695 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57ccba3a-01f1-4fad-beee-11633bd7786d req-a7819287-c422-4235-b6b8-206bffbe576c tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.0986841 Apr 15 10:58:53.847412 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57ccba3a-01f1-4fad-beee-11633bd7786d req-94d14019-f447-4537-ad9e-3b2c0d179a6a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Apr 15 10:58:54.471735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:54.579693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3d30-c127-4c03-9d6e-0c984e74adb8 req-1f4856bd-5755-4686-9526-ad07ef4cdecc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:54.581293 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-201e3d30-c127-4c03-9d6e-0c984e74adb8 req-1f4856bd-5755-4686-9526-ad07ef4cdecc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.0881302 Apr 15 10:58:54.631862 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-201e3d30-c127-4c03-9d6e-0c984e74adb8 req-e2f21085-994b-4cc5-b93d-34cf26e27dec tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413575 Apr 15 10:58:54.920339 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8361dc0-8166-4fbf-b137-c4a695821657 req-c8337abb-2297-4e7c-ab2b-33fbe6799511 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:54.921948 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b8361dc0-8166-4fbf-b137-c4a695821657 req-c8337abb-2297-4e7c-ab2b-33fbe6799511 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.1066313 Apr 15 10:58:55.008215 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b8361dc0-8166-4fbf-b137-c4a695821657 req-3a194275-e7a7-4472-b013-a5148c44e876 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796549 Apr 15 10:58:55.063858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2cd53-8111-4821-bd88-9113a01ea0d5 req-98322654-f5dc-4b50-97c5-d0b756baa528 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:55.065511 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a4b2cd53-8111-4821-bd88-9113a01ea0d5 req-98322654-f5dc-4b50-97c5-d0b756baa528 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1003764 Apr 15 10:58:55.117702 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a4b2cd53-8111-4821-bd88-9113a01ea0d5 req-68707965-7e38-4b5e-a62e-a83e86fcfb7a tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Apr 15 10:58:55.118043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 41076) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:55.185187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea2c472-ae60-400b-842a-e9828cdd1375 admin admin] Deleting subnet 429a6285-da88-415d-9a94-52eaad050fa0 {{(pid=85314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:58:55.188293 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c472-ae60-400b-842a-e9828cdd1375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:55.243936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c472-ae60-400b-842a-e9828cdd1375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851352988'] for subnet, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:55.302679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c472-ae60-400b-842a-e9828cdd1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:55.563133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c472-ae60-400b-842a-e9828cdd1375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852206639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26456869'] for subnet, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:55.576637 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:55.661504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2c472-ae60-400b-842a-e9828cdd1375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429a6285-da88-415d-9a94-52eaad050fa0,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:55.669017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2ea2c472-ae60-400b-842a-e9828cdd1375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:55.712647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2ea2c472-ae60-400b-842a-e9828cdd1375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:55.718731 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2ea2c472-ae60-400b-842a-e9828cdd1375 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/429a6285-da88-415d-9a94-52eaad050fa0 HTTP/1.1" status: 204 len: 168 time: 0.5995185 Apr 15 10:58:55.721476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 41082) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:55.836619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:55.843346 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c44d7-6809-4adc-99d1-50bc4a4c4b3d req-7e6a76ff-eb72-40e3-935f-c4207387050c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:55.845025 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ac2c44d7-6809-4adc-99d1-50bc4a4c4b3d req-7e6a76ff-eb72-40e3-935f-c4207387050c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.0893209 Apr 15 10:58:55.895710 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ac2c44d7-6809-4adc-99d1-50bc4a4c4b3d req-2a00f434-c925-4e99-9a34-71571573b0b9 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439327 Apr 15 10:58:56.026273 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.141193 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c153eb0d-0bba-446a-919b-bec9ba5a7ae8']}} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:56.154105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06a20c6-898d-4931-86c6-71ce37d7825b') {'for_net_delete': True} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:56.154476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06a20c6-898d-4931-86c6-71ce37d7825b') {} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:56.166649 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422844'] for segment, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.182158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.190945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=85314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:58:56.218899 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feb675-09ee-4821-855c-5371a639166b req-09705820-963e-44ca-8587-3c8f24cbc242 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:56.220929 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-05feb675-09ee-4821-855c-5371a639166b req-09705820-963e-44ca-8587-3c8f24cbc242 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0967820 Apr 15 10:58:56.327293 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-05feb675-09ee-4821-855c-5371a639166b req-c2a284eb-afdc-4846-80d6-4d13cdaf5f91 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994182 Apr 15 10:58:56.365078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0701b-93ca-4b41-a21c-582f999891d5 req-6244c319-fd11-4eb0-8878-eb7a2670b95b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:56.366465 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-65b0701b-93ca-4b41-a21c-582f999891d5 req-6244c319-fd11-4eb0-8878-eb7a2670b95b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1232548 Apr 15 10:58:56.420252 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-65b0701b-93ca-4b41-a21c-582f999891d5 req-6400dba0-da40-4d97-a79c-430850330014 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457098 Apr 15 10:58:56.538785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62dae-9a2a-4619-bd7b-9e9338e3b194 req-765eee9c-dfb4-42d2-9184-df864a3bec09 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:56.540521 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-37a62dae-9a2a-4619-bd7b-9e9338e3b194 req-765eee9c-dfb4-42d2-9184-df864a3bec09 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0933452 Apr 15 10:58:56.589486 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-37a62dae-9a2a-4619-bd7b-9e9338e3b194 req-3a1ed15b-3861-4965-b699-7da178be0a08 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418046 Apr 15 10:58:56.590060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:58:56.599026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568562'] for segment, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.614979 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 41092) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:56.781640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Network c153eb0d-0bba-446a-919b-bec9ba5a7ae8 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:58:56.804993 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:58:56.875643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b94ba3-06cd-4c56-b383-682e5a8f3318 tempest-TestShelveInstance-313403024 tempest-TestShelveInstance-313403024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:56.877363 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-83b94ba3-06cd-4c56-b383-682e5a8f3318 tempest-TestShelveInstance-313403024 tempest-TestShelveInstance-313403024-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1093 time: 0.2613528 Apr 15 10:58:56.880791 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 41098) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:56.885120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.886564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Request body: {'floatingip': {'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'port_id': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'tenant_id': '695b49397102411a9116a5855da25c70', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:56.888903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-19a777c1-2da7-49b7-b516-eae5f5d2b07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:56.893260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:56.897382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Usage tracker for resource:floatingip and tenant:695b49397102411a9116a5855da25c70 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:56.900644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:56.905538 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.906803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:56.919208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=c153eb0d-0bba-446a-919b-bec9ba5a7ae8,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:56.920083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for floatingip, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:56.922717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:56.928272 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c153eb0d-0bba-446a-919b-bec9ba5a7ae8 HTTP/1.1" status: 204 len: 168 time: 1.2057600 Apr 15 10:58:57.118561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 41106) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:57.138649 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6831-3357-4b7f-839a-1a98c92420d6 req-7a8683a2-394e-441a-bb07-028955fe66f0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:57.140240 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-26cc6831-3357-4b7f-839a-1a98c92420d6 req-7a8683a2-394e-441a-bb07-028955fe66f0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1211112 Apr 15 10:58:57.149832 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.181511 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0e7ce489-684c-4ee7-82d2-f416bbe126c4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=906e19e05aba49e090600dcef6d20fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614052 Apr 15 10:58:57.184235 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 41110) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:57.251423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-77215348-4b98-411b-9c67-0d063d452097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.261358 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-26cc6831-3357-4b7f-839a-1a98c92420d6 req-443f52f4-25a8-41ba-8118-dfed4f9d9607 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744727 Apr 15 10:58:57.281146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-77215348-4b98-411b-9c67-0d063d452097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.330593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-77215348-4b98-411b-9c67-0d063d452097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.335783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-03eeab22-05d1-4840-9e2d-f845d273e0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:57.335961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Allocated IP 172.28.0.8 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/79385876-7eca-44c5-98d9-3c11f9046a54) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:57.349977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77215348-4b98-411b-9c67-0d063d452097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff1bb2e-5c60-4742-aaa9-d948f331f695,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:57.355526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-77215348-4b98-411b-9c67-0d063d452097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:57.361305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-77215348-4b98-411b-9c67-0d063d452097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.365653 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-77215348-4b98-411b-9c67-0d063d452097 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dff1bb2e-5c60-4742-aaa9-d948f331f695 HTTP/1.1" status: 204 len: 168 time: 0.1800900 Apr 15 10:58:57.541655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-0a6da2ce-46e5-4e0b-8709-11e8b1cfcaf2 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:57.542793 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-0a6da2ce-46e5-4e0b-8709-11e8b1cfcaf2 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Synchronizing usage tracker for tenant:5641ab83691346c7a660b2862ae48f16 on resource:port {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:57.558103 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-0a6da2ce-46e5-4e0b-8709-11e8b1cfcaf2 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Unset dirty status for tenant:5641ab83691346c7a660b2862ae48f16 on resource:port {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:57.570067 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-0a6da2ce-46e5-4e0b-8709-11e8b1cfcaf2 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1201324 Apr 15 10:58:57.634904 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.652910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Deleting port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:57.653289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.682467 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-9b7b54e5-a4a4-451c-9278-17bf57a3f292 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2392309 Apr 15 10:58:57.724862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c37ad-fdb8-4d5c-b77f-10c0b67a64cd req-917fc36c-81ce-489b-a112-e51018f42e35 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:57.726581 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6f3c37ad-fdb8-4d5c-b77f-10c0b67a64cd req-917fc36c-81ce-489b-a112-e51018f42e35 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 946 time: 0.1395981 Apr 15 10:58:57.738936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:57.769694 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:57.932059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] For port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:57.932460 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.079761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Calling delete_port for 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 owned by compute:nova {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:58.235208 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6f3c37ad-fdb8-4d5c-b77f-10c0b67a64cd req-af2fe7d4-7183-4025-9b2b-529181092ce1 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018194 Apr 15 10:58:58.239232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event updated for resources: {'Port': ['ID=79385876-7eca-44c5-98d9-3c11f9046a54,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:58.242578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:58.251835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.274543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8c1b5979-e0ad-44e3-ab46-ccb3620b3c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:58.291055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['f731fb97-8abb-4477-9045-5ff1d27f94fb', '12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:58.318537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:58.320958 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-b0de01ee-230b-43c8-a816-f74988e50602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:58.322852 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-b0de01ee-230b-43c8-a816-f74988e50602 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5641ab83691346c7a660b2862ae48f16&device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 1098 time: 0.5077920 Apr 15 10:58:58.323901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:58.326405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:58.566241 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Pushing event deleted for resources: {'Port': ['ID=12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:58.569171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:58.618833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] No DVR routers for this DVR port 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 on host hv-cinder-78638 {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:58:58.621751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.626994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d94ed1-9db3-4051-9ed8-831ca649538a', 'name': 'network-vif-deleted', 'tag': '12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:58.642550 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6a72990e-5637-4c6a-bcb7-0c1837a54980 req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.97 "DELETE /v2.0/ports/12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 HTTP/1.1" status: 204 len: 173 time: 1.0677347 Apr 15 10:58:58.691912 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d94ed1-9db3-4051-9ed8-831ca649538a', 'name': 'network-vif-deleted', 'tag': '12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78', 'status': 'completed', 'code': 200} Apr 15 10:58:58.796125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device aacbf748-aba2-477c-8888-444da6b37001 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:58:58.846040 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-e8d8b5f1-7460-4d63-bb72-2c74b0a39d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:58.848009 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-e8d8b5f1-7460-4d63-bb72-2c74b0a39d04 service neutron] 10.222.0.97 "GET /v2.0/networks?id=774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 200 len: 921 time: 0.4825587 Apr 15 10:58:58.979773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:58.982485 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-e9f62b68-9d4c-405a-aa0d-db405e275f5e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb HTTP/1.1" status: 200 len: 217 time: 0.1015878 Apr 15 10:58:58.997866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67798902-dffc-443f-a26b-5ce7916168b1 req-35c3bae0-c36f-4f9b-9ac0-bba927762d63 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:58.999550 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-67798902-dffc-443f-a26b-5ce7916168b1 req-35c3bae0-c36f-4f9b-9ac0-bba927762d63 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.4913628 Apr 15 10:58:59.000345 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': 'aacbf748-aba2-477c-8888-444da6b37001', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'port_id': 'aacbf748-aba2-477c-8888-444da6b37001', 'mac_address': 'fa:16:3e:f7:8c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:58:59.062772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:59.081520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aacbf748-aba2-477c-8888-444da6b37001 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:59.098766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:59.101896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:59.103907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-55939cbb-91c9-4be7-8885-6b535c69c45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:59.136420 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-67798902-dffc-443f-a26b-5ce7916168b1 req-7a9bfb94-b72a-4707-b6f1-a2f119d72ed0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869818 Apr 15 10:58:59.140096 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-e6c25aaa-9b65-4e27-a135-55240f217d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:59.141111 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-e6c25aaa-9b65-4e27-a135-55240f217d48 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 200 len: 859 time: 0.1379614 Apr 15 10:58:59.175629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=6']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:59.178914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:59.210464 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-183e6789-5c0b-4097-8de9-1ad3bcb4317b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=774e9427-7fbc-45ba-ad1d-09a7dba651b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504978 Apr 15 10:58:59.231576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:59.267318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:59.448159 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['aacbf748-aba2-477c-8888-444da6b37001'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:59.468638 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-73723906-4469-4595-8e94-b8956b6c5ee1 req-e86c0142-5b25-4a0a-bac4-c400f382fdd1 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2d94ed1-9db3-4051-9ed8-831ca649538a HTTP/1.1" status: 200 len: 210 time: 0.0806582 Apr 15 10:58:59.504721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:59.545571 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-4a5b17a3-fae8-41b0-a5ed-b9b825726588 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019533 Apr 15 10:58:59.838906 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bbf8820-f33a-4449-9e5a-9ac17820de09 req-5af6edb9-ea21-4ab7-9d19-ae7c3d9a1f30 service neutron] 10.222.0.97 "GET /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799075 Apr 15 10:58:59.934279 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:59.939360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:59.955294 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:00.095686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event updated for resources: {'Port': ['ID=79385876-7eca-44c5-98d9-3c11f9046a54,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:00.100314 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:00.150254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:00.419141 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Floating IP 14e9a25a-92f1-4c60-977b-069b3e2e4e6c associated. External IP: 172.28.0.8, port: 31becfb8-0d4e-4e8d-9ebd-43463cd46110. Apr 15 10:59:00.770627 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device aacbf748-aba2-477c-8888-444da6b37001 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:00.919665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port aacbf748-aba2-477c-8888-444da6b37001 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:00.920714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:00.945104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57328946-23c0-488f-a1bd-d11bcc177992 req-2367ebcf-1b49-4716-abde-4ca6eebb3501 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:00.955032 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57328946-23c0-488f-a1bd-d11bcc177992 req-2367ebcf-1b49-4716-abde-4ca6eebb3501 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 945 time: 0.6312172 Apr 15 10:59:01.041205 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57328946-23c0-488f-a1bd-d11bcc177992 req-6479299c-0267-434a-af5b-e54bc9b3dcab tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843613 Apr 15 10:59:01.079311 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:01.122501 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:01.123901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:01.143910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:01.145064 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:01.180993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:01.222770 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001', 'code': 200} Apr 15 10:59:01.237363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:01.238008 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 12d5d66f-484b-4cf6-b6ca-ea3c4bd74f78 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:01.272647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=7']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:01.276647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:01.403196 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Router 4a0dfc54-1176-4450-968a-3005c43bdf90 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:01.416039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d9804-e2e6-4e62-8da6-c2e318a4ed31 req-0aa33c46-1b58-445f-b947-81608687e4b6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:01.417890 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a48d9804-e2e6-4e62-8da6-c2e318a4ed31 req-0aa33c46-1b58-445f-b947-81608687e4b6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1665661 Apr 15 10:59:01.666102 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a48d9804-e2e6-4e62-8da6-c2e318a4ed31 req-201f36e1-85b5-4d1c-bd8d-8712c09448fa tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393272 Apr 15 10:59:01.698062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:01.708743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] Sync routers for ids ['4a0dfc54-1176-4450-968a-3005c43bdf90'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:01.721180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] Routers {'4a0dfc54-1176-4450-968a-3005c43bdf90'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:01.721847 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:58:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4a0dfc54-1176-4450-968a-3005c43bdf90'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:01.734851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:01.798636 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.9165740 Apr 15 10:59:01.799516 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:01.865747 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'status': 'completed', 'code': 200} Apr 15 10:59:01.963441 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] Set router 4a0dfc54-1176-4450-968a-3005c43bdf90 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:02.031934 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-60e2f816-6215-4d94-acd4-3a582aaaa39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.034051 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-60e2f816-6215-4d94-acd4-3a582aaaa39b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=695b49397102411a9116a5855da25c70&device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1098 time: 0.1064579 Apr 15 10:59:02.385279 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-8c898e1e-cf1d-4030-a3e6-593bbfcf91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.386940 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-8c898e1e-cf1d-4030-a3e6-593bbfcf91d4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 HTTP/1.1" status: 200 len: 910 time: 0.3212132 Apr 15 10:59:02.484977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:46Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '14e9a25a-92f1-4c60-977b-069b3e2e4e6c', 'tenant_id': '695b49397102411a9116a5855da25c70', 'floating_ip_address': '172.28.0.8', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'port_id': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'mac_address': 'fa:16:3e:85:0f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:59Z', 'updated_at': '2021-04-15T10:58:59Z', 'revision_number': 0, 'project_id': '695b49397102411a9116a5855da25c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a29ecec0-c053-495a-af5f-9024ae9c2cb9', 'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'tenant_id': '695b49397102411a9116a5855da25c70', 'mac_address': 'fa:16:3e:24:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 5, 'project_id': '695b49397102411a9116a5855da25c70', 'subnets': [{'id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:02.490517 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] Checking router: 4a0dfc54-1176-4450-968a-3005c43bdf90 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:02.493149 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9ada8-dccf-4567-bea0-f6b4ee20a88f req-e973055a-ba1d-471b-95af-852c22e818aa tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.501607 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9ee9ada8-dccf-4567-bea0-f6b4ee20a88f req-e973055a-ba1d-471b-95af-852c22e818aa tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.2262981 Apr 15 10:59:02.505677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] Routers {'4a0dfc54-1176-4450-968a-3005c43bdf90'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:02.506508 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:58:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4a0dfc54-1176-4450-968a-3005c43bdf90'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:02.592520 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9ee9ada8-dccf-4567-bea0-f6b4ee20a88f req-0c161206-b4dd-4f4f-8102-5aeb30efcc21 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898523 Apr 15 10:59:02.644872 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-9309d8e9-dca3-4a8c-8537-4063082f4bb3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110 HTTP/1.1" status: 200 len: 997 time: 0.2430549 Apr 15 10:59:02.763626 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-d65de053-4339-4f72-a8ca-074fda66b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.765303 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-d65de053-4339-4f72-a8ca-074fda66b90f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=69fed9a8-2e0a-4475-bb86-19682c82e3b9 HTTP/1.1" status: 200 len: 847 time: 0.1069283 Apr 15 10:59:02.834395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] Set router 4a0dfc54-1176-4450-968a-3005c43bdf90 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:02.946847 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-7906ccab-e63b-4b92-8593-c3a0096e7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:02.948887 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-7906ccab-e63b-4b92-8593-c3a0096e7348 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1742783 Apr 15 10:59:03.081115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e37357-0d85-4c3b-a50d-401ddae766c0 req-13bc1feb-71a4-47e7-b594-54338c957d5f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:03.083430 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e0e37357-0d85-4c3b-a50d-401ddae766c0 req-13bc1feb-71a4-47e7-b594-54338c957d5f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.2339954 Apr 15 10:59:03.165301 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e0e37357-0d85-4c3b-a50d-401ddae766c0 req-9b15db75-1aa5-4634-b5fc-c02d112a1658 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659008 Apr 15 10:59:03.202527 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-cf0f48cf-d468-486b-98ee-e17ea8a91da3 service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371795 Apr 15 10:59:03.303942 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:46Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '14e9a25a-92f1-4c60-977b-069b3e2e4e6c', 'tenant_id': '695b49397102411a9116a5855da25c70', 'floating_ip_address': '172.28.0.8', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'port_id': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'mac_address': 'fa:16:3e:85:0f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:59Z', 'updated_at': '2021-04-15T10:58:59Z', 'revision_number': 0, 'project_id': '695b49397102411a9116a5855da25c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a29ecec0-c053-495a-af5f-9024ae9c2cb9', 'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'tenant_id': '695b49397102411a9116a5855da25c70', 'mac_address': 'fa:16:3e:24:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 5, 'project_id': '695b49397102411a9116a5855da25c70', 'subnets': [{'id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:03.308884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408aa9d8-d034-4cac-8ac6-32a8a69ab9d0 None None] The sync data for ids ['4a0dfc54-1176-4450-968a-3005c43bdf90'] in dv-cinder-786384-1-smb is: [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:46Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '14e9a25a-92f1-4c60-977b-069b3e2e4e6c', 'tenant_id': '695b49397102411a9116a5855da25c70', 'floating_ip_address': '172.28.0.8', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'port_id': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'mac_address': 'fa:16:3e:85:0f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:59Z', 'updated_at': '2021-04-15T10:58:59Z', 'revision_number': 0, 'project_id': '695b49397102411a9116a5855da25c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a29ecec0-c053-495a-af5f-9024ae9c2cb9', 'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'tenant_id': '695b49397102411a9116a5855da25c70', 'mac_address': 'fa:16:3e:24:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 5, 'project_id': '695b49397102411a9116a5855da25c70', 'subnets': [{'id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:03.399204 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fcd29efb-c2ae-40c6-8404-cfd9af910e06 req-fe6b699f-1c9a-4e51-94e7-168543c41af2 service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872964 Apr 15 10:59:03.751427 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc1644-5917-4d80-a640-faf2471cfc3b None None] New status for floating IP 14e9a25a-92f1-4c60-977b-069b3e2e4e6c: ACTIVE {{(pid=85315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:59:03.820357 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500d8df-b8f6-40c5-9065-93a1db56a998 req-7ead2d18-0762-4d5e-8ed9-01eca2288ec1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:03.828722 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8500d8df-b8f6-40c5-9065-93a1db56a998 req-7ead2d18-0762-4d5e-8ed9-01eca2288ec1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1037562 Apr 15 10:59:03.887368 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8500d8df-b8f6-40c5-9065-93a1db56a998 req-cc09c942-7d34-4cbf-8e44-8e7485f4eeb1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572801 Apr 15 10:59:04.448138 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b071baa-7af5-497f-8dca-c37d29fd38c5 req-0bcbd2ed-9a35-42bc-8b03-d14dc02674a4 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:04.450414 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8b071baa-7af5-497f-8dca-c37d29fd38c5 req-0bcbd2ed-9a35-42bc-8b03-d14dc02674a4 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1266599 Apr 15 10:59:04.513512 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8b071baa-7af5-497f-8dca-c37d29fd38c5 req-a83e2320-d0ef-4066-bfac-3f913fdbb682 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560963 Apr 15 10:59:05.125337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e19e7f-d6f4-495f-8ee4-85045481f822 req-5f922b59-18ad-4297-bd14-d73b6e820c40 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:05.134953 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a0e19e7f-d6f4-495f-8ee4-85045481f822 req-5f922b59-18ad-4297-bd14-d73b6e820c40 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1245830 Apr 15 10:59:05.191471 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a0e19e7f-d6f4-495f-8ee4-85045481f822 req-c92a6e98-ac71-45fa-b7ce-d4dfcb8172f1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554686 Apr 15 10:59:05.745959 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2ee66-e27e-4850-9b95-35432749bbf2 req-c6896d26-6bae-4f72-8aa3-f465e6f4b4cf tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:05.746627 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b9a2ee66-e27e-4850-9b95-35432749bbf2 req-c6896d26-6bae-4f72-8aa3-f465e6f4b4cf tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1011474 Apr 15 10:59:05.815450 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b9a2ee66-e27e-4850-9b95-35432749bbf2 req-07f9188c-4b04-400a-9335-ff7b958e40b5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598860 Apr 15 10:59:06.449985 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdae8a0-ed5b-44d8-9e67-4e8769467ab7 req-c1ad1320-7250-4dcd-8393-ee6b3d8d8cc8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:06.451662 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8bdae8a0-ed5b-44d8-9e67-4e8769467ab7 req-c1ad1320-7250-4dcd-8393-ee6b3d8d8cc8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.1046507 Apr 15 10:59:06.519405 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8bdae8a0-ed5b-44d8-9e67-4e8769467ab7 req-10eed047-d307-4812-9fee-b5ca06f9b8bd tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611424 Apr 15 10:59:07.029399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81be593-632c-4507-8802-63d4329e2ed2 req-53ab10b9-613a-43d8-abfd-65b03d5c3df6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:07.039183 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e81be593-632c-4507-8802-63d4329e2ed2 req-53ab10b9-613a-43d8-abfd-65b03d5c3df6 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0990052 Apr 15 10:59:07.099095 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e81be593-632c-4507-8802-63d4329e2ed2 req-f80861a9-b84c-4d85-bd27-1b46f3db8625 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581222 Apr 15 10:59:07.740941 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca5f90-c933-40dd-a2d6-0f14b48613b4 req-e67f7918-ccc3-4825-83ba-afd70226de5d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:07.743207 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-62ca5f90-c933-40dd-a2d6-0f14b48613b4 req-e67f7918-ccc3-4825-83ba-afd70226de5d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.0979455 Apr 15 10:59:07.799756 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-62ca5f90-c933-40dd-a2d6-0f14b48613b4 req-3e5d28c2-37e9-47e9-aecd-3e7788929fa4 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498960 Apr 15 10:59:08.299827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f35fe-f209-4347-ab2e-b2211fde01d6 req-86b6cbb9-dfd9-4e26-baff-affbab0fec38 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:08.301531 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c10f35fe-f209-4347-ab2e-b2211fde01d6 req-86b6cbb9-dfd9-4e26-baff-affbab0fec38 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.0898960 Apr 15 10:59:08.356816 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c10f35fe-f209-4347-ab2e-b2211fde01d6 req-17cf6923-4a10-4396-9cdd-3b046b13dad7 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476446 Apr 15 10:59:09.006867 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-1e3083cc-18a6-427f-ab66-972080367b32 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:09.008808 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-1e3083cc-18a6-427f-ab66-972080367b32 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.97 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.1408176 Apr 15 10:59:09.104883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Deleting port f731fb97-8abb-4477-9045-5ff1d27f94fb {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:09.105308 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:09.187795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044c71-afac-4d2a-92e8-f25853ec8fe6 req-d8b086a3-4c76-4629-b577-3d35f28789b1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:09.189729 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-56044c71-afac-4d2a-92e8-f25853ec8fe6 req-d8b086a3-4c76-4629-b577-3d35f28789b1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.2357569 Apr 15 10:59:09.311277 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-56044c71-afac-4d2a-92e8-f25853ec8fe6 req-c9d7061f-d167-4c88-9e79-577354562262 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909650 Apr 15 10:59:09.456990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] For port f731fb97-8abb-4477-9045-5ff1d27f94fb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f731fb97-8abb-4477-9045-5ff1d27f94fb,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:09.457386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:09.908509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Calling delete_port for f731fb97-8abb-4477-9045-5ff1d27f94fb owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:10.023211 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffef6c-4683-4f38-8103-c726d926bb9c req-1ee9cc89-2bac-4317-8b98-c4a4cfb3298b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:10.025050 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-92ffef6c-4683-4f38-8103-c726d926bb9c req-1ee9cc89-2bac-4317-8b98-c4a4cfb3298b tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 945 time: 0.4863353 Apr 15 10:59:10.131787 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-92ffef6c-4683-4f38-8103-c726d926bb9c req-55d6cdd1-b179-4289-861f-a2447a865cc4 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/security-groups?id=a7863522-20de-4211-a982-450aa2bd5c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698650 Apr 15 10:59:10.133644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:10.155205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6370d5d5-9d96-4b2b-8651-15441ba1bbd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:10.172302 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['f731fb97-8abb-4477-9045-5ff1d27f94fb'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:10.258118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Pushing event deleted for resources: {'Port': ['ID=f731fb97-8abb-4477-9045-5ff1d27f94fb,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:10.280898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.281303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.281710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.282097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.282509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.282890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.283265 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.283645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.284025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.284401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.284776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.285148 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:10.290189 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:10.413012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] No DVR routers for this DVR port f731fb97-8abb-4477-9045-5ff1d27f94fb on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:10.415605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:10.418873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47f68cc-8476-43aa-8bab-768879fde528', 'name': 'network-vif-deleted', 'tag': 'f731fb97-8abb-4477-9045-5ff1d27f94fb'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:10.431622 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a9c47d37-fab6-4c86-83bb-e3082719ebe6 req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.97 "DELETE /v2.0/ports/f731fb97-8abb-4477-9045-5ff1d27f94fb HTTP/1.1" status: 204 len: 173 time: 1.4164164 Apr 15 10:59:10.479362 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47f68cc-8476-43aa-8bab-768879fde528', 'name': 'network-vif-deleted', 'tag': 'f731fb97-8abb-4477-9045-5ff1d27f94fb', 'status': 'completed', 'code': 200} Apr 15 10:59:10.529055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba637c84-c0ba-4eff-8f2f-22de75e2d312 req-792b0b28-6081-4fb1-af0d-dbe2494b1e85 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:10.530723 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ba637c84-c0ba-4eff-8f2f-22de75e2d312 req-792b0b28-6081-4fb1-af0d-dbe2494b1e85 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.0926850 Apr 15 10:59:10.581077 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ba637c84-c0ba-4eff-8f2f-22de75e2d312 req-72bcf818-e121-4e2b-bb52-d37ab6a81aaf tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429120 Apr 15 10:59:11.231954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 41346) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:11.354935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-48df244f-5ac6-4e62-8c53-7140bc10d744 req-9834a6be-672f-4ec9-a874-73e752f42961 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Synchronizing usage tracker for tenant:5641ab83691346c7a660b2862ae48f16 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:11.364635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:11.380640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:11.381227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-48df244f-5ac6-4e62-8c53-7140bc10d744 req-9834a6be-672f-4ec9-a874-73e752f42961 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Unset dirty status for tenant:5641ab83691346c7a660b2862ae48f16 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:11.382560 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48df244f-5ac6-4e62-8c53-7140bc10d744 req-9834a6be-672f-4ec9-a874-73e752f42961 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] 10.222.0.71 "GET /v2.0/ports?device_id=d47f68cc-8476-43aa-8bab-768879fde528 HTTP/1.1" status: 200 len: 210 time: 0.1163683 Apr 15 10:59:11.385231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Usage tracker for resource:security_group_rule and tenant:52d3c866bd554b24a7a03c31d922af8b is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:11.388651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:11.394980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:11.405525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-aad3609a-20cd-4065-96ea-3bc379309a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:11.407376 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-aad3609a-20cd-4065-96ea-3bc379309a76 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 1099 time: 0.1019318 Apr 15 10:59:11.483225 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:11.487267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:11.497363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7d64d9e6-584e-4f56-a75d-f131acb0151c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:11.564955 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-96058ef3-29ed-4502-8250-d80177d2ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:11.565135 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=52d3c866bd554b24a7a03c31d922af8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292308 Apr 15 10:59:11.565248 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-96058ef3-29ed-4502-8250-d80177d2ab69 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 918 time: 0.1467040 Apr 15 10:59:11.565343 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a24a51-bdd2-4bed-890e-b777ab02dd30,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:11.565453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 41352) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:11.572607 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.573077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.573510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.573878 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.574265 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.574674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.575025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.575412 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.575791 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.576164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.576539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.576910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:11.580942 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:11.774249 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e659d6bb-48bf-4cb4-be36-5fb878307e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:11.782582 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-e78f31a5-db44-4dfa-9e95-dba5d164fe19 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aacbf748-aba2-477c-8888-444da6b37001 HTTP/1.1" status: 200 len: 1002 time: 0.1894646 Apr 15 10:59:11.858544 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e659d6bb-48bf-4cb4-be36-5fb878307e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:11.910463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-8dca6c0d-c586-4f02-9b71-e91d4cf70159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:11.912089 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-8dca6c0d-c586-4f02-9b71-e91d4cf70159 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.1182446 Apr 15 10:59:11.995703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f4de9-9cac-4ed6-85b9-99338d28507e req-eec5ef5e-cd1d-4fcd-982a-af4d2c4053d2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:11.997345 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3a9f4de9-9cac-4ed6-85b9-99338d28507e req-eec5ef5e-cd1d-4fcd-982a-af4d2c4053d2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.2747445 Apr 15 10:59:12.003465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e659d6bb-48bf-4cb4-be36-5fb878307e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:12.008956 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9e61c7c9-eabe-499d-a916-8cca3540678f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:12.038609 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659d6bb-48bf-4cb4-be36-5fb878307e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a24a51-bdd2-4bed-890e-b777ab02dd30,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:12.044944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e659d6bb-48bf-4cb4-be36-5fb878307e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:12.063870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e659d6bb-48bf-4cb4-be36-5fb878307e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:12.065042 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e659d6bb-48bf-4cb4-be36-5fb878307e67 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c4a24a51-bdd2-4bed-890e-b777ab02dd30 HTTP/1.1" status: 204 len: 168 time: 0.4988718 Apr 15 10:59:12.091444 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3a9f4de9-9cac-4ed6-85b9-99338d28507e req-41578dda-66f2-4d23-a338-3c12d4b74da3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835698 Apr 15 10:59:12.093565 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-0a601fb0-33b8-49bf-920a-49d303a57a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:12.095140 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-0a601fb0-33b8-49bf-920a-49d303a57a8e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1678841 Apr 15 10:59:12.241640 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-119d19f6-8a8b-450f-828d-458b258b224a service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384845 Apr 15 10:59:12.390179 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5cb1017c-7414-42d3-93cd-d13c87d6c40a req-80c6f4a5-257a-4c06-a456-39fa99d4dbcd service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381660 Apr 15 10:59:12.489357 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 41372) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:12.835928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device f731fb97-8abb-4477-9045-5ff1d27f94fb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:12.873912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: f731fb97-8abb-4477-9045-5ff1d27f94fb {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:12.874178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device f731fb97-8abb-4477-9045-5ff1d27f94fb not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:13.075299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815431'] for router_interface, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:13.672379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d88b32-022b-45f9-95ea-7e77b332d8d0 req-904fcc8a-2e91-4a2e-850d-8768a201395b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:13.673903 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-45d88b32-022b-45f9-95ea-7e77b332d8d0 req-904fcc8a-2e91-4a2e-850d-8768a201395b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.4493935 Apr 15 10:59:13.736616 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-45d88b32-022b-45f9-95ea-7e77b332d8d0 req-3da418d7-4f78-450f-b263-4aa93eecd74d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553660 Apr 15 10:59:13.809255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Deleting port 0abd8c97-4281-4d96-836e-bbce1ff495b2 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:13.809631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:13.994858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] For port 0abd8c97-4281-4d96-836e-bbce1ff495b2, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=0abd8c97-4281-4d96-836e-bbce1ff495b2,segment=NetworkSegment(69566968-060c-432b-83b8-1b9010cb70f8),segment_id=69566968-060c-432b-83b8-1b9010cb70f8)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:13.995259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:14.124334 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Calling delete_port for 0abd8c97-4281-4d96-836e-bbce1ff495b2 owned by network:router_interface {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:14.443568 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:14.463690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2169b5f9-4489-4b75-860a-d3f96b50f858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:14.558212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abd8c97-4281-4d96-836e-bbce1ff495b2,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:14.569340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:14.831094 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device aacbf748-aba2-477c-8888-444da6b37001 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:14.849263 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-323a8a26-30ee-4461-8948-406b196e8754 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=1dc7ce399fd742a0b465c372b48ede9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071978 Apr 15 10:59:14.964650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:14.992552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:15.003488 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:15.006380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:15.008961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:15.086260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=8']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:15.089789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:15.104004 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851003771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815890'] for router_interface, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:15.213001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-6d03fda5-c033-4e38-abf5-c219b1c0b31a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:15.214756 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-6d03fda5-c033-4e38-abf5-c219b1c0b31a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562567 Apr 15 10:59:15.236385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162308da-3b8c-4cf4-bcc3-5e0211a099f3 req-31fe5433-de51-4e35-9509-d6d79ff4c67d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:15.237919 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-162308da-3b8c-4cf4-bcc3-5e0211a099f3 req-31fe5433-de51-4e35-9509-d6d79ff4c67d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 946 time: 0.3807414 Apr 15 10:59:15.272783 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cb8e7916-af4b-48b4-836e-eabde80f31e3 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/quotas/1dc7ce399fd742a0b465c372b48ede9d HTTP/1.1" status: 200 len: 375 time: 0.0479357 Apr 15 10:59:15.363416 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-e9b5e3b9-5a53-4bb5-961e-c248a8b9b851 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1dc7ce399fd742a0b465c372b48ede9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757465 Apr 15 10:59:15.384596 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-162308da-3b8c-4cf4-bcc3-5e0211a099f3 req-e4b2ccea-9ea5-4d25-9e72-010178d0c225 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354146 Apr 15 10:59:15.441875 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001', 'code': 422} returned with failed status Apr 15 10:59:15.605354 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-15db8c10-d9a9-46dc-a355-6397d62367f0 req-2918b9ac-efec-4925-8505-8e1cd343f653 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 210 time: 0.0553026 Apr 15 10:59:16.092413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:16.281820 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:16.292164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] Sync routers for ids ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:16.301315 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] 10.222.0.71 "PUT /v2.0/routers/a820b28e-0a3c-41c4-96d4-cdfedbcaab54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8079154 Apr 15 10:59:16.301678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 41442) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:16.313712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] Routers {'a820b28e-0a3c-41c4-96d4-cdfedbcaab54'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:16.314617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:58:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:16.590435 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Notify callbacks [] for router, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:16.654958 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbed5a0-a244-4e27-a110-c79291868bb9 req-4b07e46c-29f8-4651-a478-733ba89964d6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:16.662694 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fbed5a0-a244-4e27-a110-c79291868bb9 req-4b07e46c-29f8-4651-a478-733ba89964d6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.2241552 Apr 15 10:59:16.715913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] Set router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:16.844046 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-130fef99-17f4-44f3-aee9-03da9ccb42df req-4288300a-92ab-4bd8-8876-900f9d473494 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 210 time: 0.0874352 Apr 15 10:59:16.852424 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fbed5a0-a244-4e27-a110-c79291868bb9 req-3882c591-2702-49d4-88bf-27d9b55d1274 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1887536 Apr 15 10:59:16.899823 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-571d86cd-2919-409b-9c3a-b04cf1252994 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=1dc7ce399fd742a0b465c372b48ede9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547416 Apr 15 10:59:17.020751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 41466) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:17.049819 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.061213 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Deleting port eae5cc76-3c5d-452b-a3ab-3f7be949427d {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:17.061597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.061836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-router', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:59:14Z', 'revision_number': 5, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'gw_port': {'id': 'eae5cc76-3c5d-452b-a3ab-3f7be949427d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:56:02Z', 'updated_at': '2021-04-15T10:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:17.066069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] Checking router: a820b28e-0a3c-41c4-96d4-cdfedbcaab54 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:17.075879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] Routers {'a820b28e-0a3c-41c4-96d4-cdfedbcaab54'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:17.076465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T10:58:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:17.175122 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-413ba30e-3083-488d-b615-03427dace6c0 req-cdfcae6a-31bd-4f3a-a754-da5385de1cf1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1526239 Apr 15 10:59:17.235761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-7826430d-58a2-4a3f-b794-fe67549d241c tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:17.237322 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-7826430d-58a2-4a3f-b794-fe67549d241c tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3292851 Apr 15 10:59:17.241457 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] Set router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 gateway port host: None {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:17.284260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Request body: {'port': {'device_id': 'b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b', 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51', 'admin_state_up': True, 'tenant_id': '1dc7ce399fd742a0b465c372b48ede9d'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:17.361137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-router', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:59:17Z', 'revision_number': 6, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'gw_port_host': None}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:17.365436 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9bd745-7682-42de-87b8-ea52b5ce9d36 None None] The sync data for ids ['a820b28e-0a3c-41c4-96d4-cdfedbcaab54'] in dv-cinder-786384-1-smb is: [{'id': 'a820b28e-0a3c-41c4-96d4-cdfedbcaab54', 'name': 'tempest-ServerRescueNegativeTestJSON-1569940350-router', 'tenant_id': '5641ab83691346c7a660b2862ae48f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:00Z', 'updated_at': '2021-04-15T10:59:17Z', 'revision_number': 6, 'project_id': '5641ab83691346c7a660b2862ae48f16', 'gw_port_host': None}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:17.385314 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] For port eae5cc76-3c5d-452b-a3ab-3f7be949427d, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=eae5cc76-3c5d-452b-a3ab-3f7be949427d,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:17.385860 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.535102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Calling delete_port for eae5cc76-3c5d-452b-a3ab-3f7be949427d owned by network:router_gateway {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:17.636066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:17.656394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Usage tracker for resource:port and tenant:1dc7ce399fd742a0b465c372b48ede9d is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:17.665342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:17.673515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:17.687576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Made reservation on behalf of 1dc7ce399fd742a0b465c372b48ede9d for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:17.693619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.709276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.733017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:17.737848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Usage tracker for resource:security_group_rule and tenant:1dc7ce399fd742a0b465c372b48ede9d is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:17.741312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:17.749964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:17.845219 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.859552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:17.961399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=eae5cc76-3c5d-452b-a3ab-3f7be949427d,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:17.969932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:18.055806 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 0abd8c97-4281-4d96-836e-bbce1ff495b2 no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:18.094536 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: 0abd8c97-4281-4d96-836e-bbce1ff495b2 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:18.094938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 0abd8c97-4281-4d96-836e-bbce1ff495b2 not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:18.095452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device eae5cc76-3c5d-452b-a3ab-3f7be949427d no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:18.132989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: eae5cc76-3c5d-452b-a3ab-3f7be949427d {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:18.133385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device eae5cc76-3c5d-452b-a3ab-3f7be949427d not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:18.382306 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c331864f-34af-4ff2-bdf8-116e4bb08328 req-a0c9617a-712b-44b5-af91-0347775dff16 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 210 time: 0.3382790 Apr 15 10:59:18.413004 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:18.423564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:18.428024 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e1e5914c-9e0d-4e10-8e84-7902be9ce215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:18.555238 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba30e-3083-488d-b615-03427dace6c0 req-122bf462-3521-49a6-856c-aedde5a1d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:18.557023 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-413ba30e-3083-488d-b615-03427dace6c0 req-122bf462-3521-49a6-856c-aedde5a1d927 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b&tenant_id=caabc5a003af4501bc035dcef545b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0818362 Apr 15 10:59:18.570387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19191b31-bbe3-4bb3-800d-f1deb52c2879,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:18.586304 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:18.594865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87c0e1-c3b0-45e6-b179-62a5e04baa77 req-ba1ffa85-f99a-4f5e-a1e0-99ee4e6f2c3b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:18.596473 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dc87c0e1-c3b0-45e6-b179-62a5e04baa77 req-ba1ffa85-f99a-4f5e-a1e0-99ee4e6f2c3b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.6031718 Apr 15 10:59:18.602231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3815732'] for router_gateway, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:18.674740 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba30e-3083-488d-b615-03427dace6c0 req-78523534-466d-4d98-a710-bf8c9fc3500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:18.676240 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-413ba30e-3083-488d-b615-03427dace6c0 req-78523534-466d-4d98-a710-bf8c9fc3500a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 1097 time: 0.0828941 Apr 15 10:59:18.821176 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba30e-3083-488d-b615-03427dace6c0 req-70a9a8d7-ec41-48c3-8e58-976e28b6756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:18.822970 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-413ba30e-3083-488d-b615-03427dace6c0 req-70a9a8d7-ec41-48c3-8e58-976e28b6756b service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 918 time: 0.1400590 Apr 15 10:59:18.838709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device aacbf748-aba2-477c-8888-444da6b37001 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:18.864581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59749'] for router, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:18.875379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:18.942509 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-413ba30e-3083-488d-b615-03427dace6c0 req-2d4870ad-e491-4f46-b2dc-399ebb66e702 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aacbf748-aba2-477c-8888-444da6b37001 HTTP/1.1" status: 200 len: 1000 time: 0.1108587 Apr 15 10:59:18.963851 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dc87c0e1-c3b0-45e6-b179-62a5e04baa77 req-158f13c5-cc66-4299-849e-01d7ee0d42d4 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3124557 Apr 15 10:59:18.990544 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Allocated IP 192.168.233.153 (5514c97b-a7ad-4e4b-8ed8-6157ea85ec51/fbf7d437-2eba-482c-ab85-c810c33b7156/1caaa058-327d-439f-9435-4296e61ca305) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:18.992678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850859454'] for router, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:18.993241 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a820b28e-0a3c-41c4-96d4-cdfedbcaab54 {{(pid=85313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 10:59:19.017769 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba30e-3083-488d-b615-03427dace6c0 req-ded7b672-c2a5-433e-975a-6b3599016f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:19.019403 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-413ba30e-3083-488d-b615-03427dace6c0 req-ded7b672-c2a5-433e-975a-6b3599016f2d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.0700212 Apr 15 10:59:19.064728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Notify callbacks [] for router, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.065941 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] 10.222.0.71 "DELETE /v2.0/routers/a820b28e-0a3c-41c4-96d4-cdfedbcaab54 HTTP/1.1" status: 204 len: 168 time: 2.7634335 Apr 15 10:59:19.069246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 41486) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:19.108665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba30e-3083-488d-b615-03427dace6c0 req-aba7db36-a0e7-4af3-bf8d-578711b8eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:19.110483 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-413ba30e-3083-488d-b615-03427dace6c0 req-aba7db36-a0e7-4af3-bf8d-578711b8eac6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839708 Apr 15 10:59:19.229987 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-795082fe-74f4-4a45-b56f-acf0e2a87c92 admin admin] Deleting subnet 032d86a1-e94d-44a4-941f-38a9ffac9281 {{(pid=85313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:59:19.239003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-795082fe-74f4-4a45-b56f-acf0e2a87c92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.258313 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-413ba30e-3083-488d-b615-03427dace6c0 req-0ea6333f-c779-4fca-af2e-cbc01da8b128 service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403174 Apr 15 10:59:19.331830 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-795082fe-74f4-4a45-b56f-acf0e2a87c92 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.340490 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.348421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-795082fe-74f4-4a45-b56f-acf0e2a87c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.401601 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Transition to ACTIVE for port object 1caaa058-327d-439f-9435-4296e61ca305 will not be triggered until provisioned by entity DHCP. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:59:19.404389 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-413ba30e-3083-488d-b615-03427dace6c0 req-44f9d670-5d85-4ce7-8bce-0b1f511a7669 service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368201 Apr 15 10:59:19.561815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-b0565785-eb97-4925-9ca4-85e54738bdbc req-c232aeb4-5615-4344-a97d-1e5d53ab9664 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Synchronizing usage tracker for tenant:1dc7ce399fd742a0b465c372b48ede9d on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:19.624270 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.625900 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-b0565785-eb97-4925-9ca4-85e54738bdbc req-c232aeb4-5615-4344-a97d-1e5d53ab9664 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Unset dirty status for tenant:1dc7ce399fd742a0b465c372b48ede9d on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:19.627278 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b0565785-eb97-4925-9ca4-85e54738bdbc req-c232aeb4-5615-4344-a97d-1e5d53ab9664 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 210 time: 0.1256442 Apr 15 10:59:19.635407 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c96c81aa-4b36-49b8-8685-91ce242af46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.643550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:19.840436 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Pushing event updated for resources: {'Port': ['ID=1caaa058-327d-439f-9435-4296e61ca305,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:19.853499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:19.890435 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-795082fe-74f4-4a45-b56f-acf0e2a87c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for subnet, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.910629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-24ebd051-86cb-4956-85c4-ee698bed9b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:20.005397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:20.006375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795082fe-74f4-4a45-b56f-acf0e2a87c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032d86a1-e94d-44a4-941f-38a9ffac9281,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:20.018547 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:20.020513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-795082fe-74f4-4a45-b56f-acf0e2a87c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:20.023804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:20.029913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:20.030605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:20.070388 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7935746 Apr 15 10:59:20.077873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-795082fe-74f4-4a45-b56f-acf0e2a87c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:20.080137 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-795082fe-74f4-4a45-b56f-acf0e2a87c92 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/032d86a1-e94d-44a4-941f-38a9ffac9281 HTTP/1.1" status: 204 len: 168 time: 1.0097315 Apr 15 10:59:20.083011 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 41498) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:20.111938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Request body: {'port': {'device_id': 'b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:20.256041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-f9a5ecfd-2204-4281-be2f-4623bfb20ab9 None None] Provisioning for port 1caaa058-327d-439f-9435-4296e61ca305 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:59:20.261924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-f9a5ecfd-2204-4281-be2f-4623bfb20ab9 None None] Provisioning complete for port 1caaa058-327d-439f-9435-4296e61ca305 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:20.262472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f9a5ecfd-2204-4281-be2f-4623bfb20ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:20.315681 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:20.322917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5ecfd-2204-4281-be2f-4623bfb20ab9 None None] Port 1caaa058-327d-439f-9435-4296e61ca305 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:59:20.492413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:20.537499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea95d77-74ca-4230-a3cb-ef3af135e5e1 req-63b6da1d-4db4-42ca-8987-a59539885fdf tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:20.539825 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3ea95d77-74ca-4230-a3cb-ef3af135e5e1 req-63b6da1d-4db4-42ca-8987-a59539885fdf tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.4347541 Apr 15 10:59:20.988069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.154797 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3ea95d77-74ca-4230-a3cb-ef3af135e5e1 req-64ab7a0f-2125-42aa-b2f7-8e900911c223 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2745843 Apr 15 10:59:21.255081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.255496 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.256491 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.256871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > port after_create 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.257245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.257620 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > port after_update 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.258040 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.258422 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.258783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.259138 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.393389 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.393818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.394181 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.394528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85313) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:21.394917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774e9427-7fbc-45ba-ad1d-09a7dba651b7']}} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:21.423522 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69566968-060c-432b-83b8-1b9010cb70f8') {'for_net_delete': True} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:21.423959 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69566968-060c-432b-83b8-1b9010cb70f8') {} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:21.453484 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2333554'] for segment, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.484763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ec5d-3385-410a-957e-c6721164e33e req-3f0efdc9-ce67-4291-9941-d90e9d4e7a8c tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:21.486679 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8034ec5d-3385-410a-957e-c6721164e33e req-3f0efdc9-ce67-4291-9941-d90e9d4e7a8c tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 936 time: 0.6126771 Apr 15 10:59:21.492516 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.543350 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=85313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:59:21.738633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-8034ec5d-3385-410a-957e-c6721164e33e req-9caa428d-78ae-4cb9-b599-dedf04b25740 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Synchronizing usage tracker for tenant:1dc7ce399fd742a0b465c372b48ede9d on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:21.830736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 has no segments {{(pid=85313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:59:21.847020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26821872'] for segment, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.952814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-8034ec5d-3385-410a-957e-c6721164e33e req-9caa428d-78ae-4cb9-b599-dedf04b25740 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Unset dirty status for tenant:1dc7ce399fd742a0b465c372b48ede9d on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:21.954083 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8034ec5d-3385-410a-957e-c6721164e33e req-9caa428d-78ae-4cb9-b599-dedf04b25740 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594004 Apr 15 10:59:22.019118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-878b0e1b-8df1-46f8-b565-606e99366a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.079399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Network 774e9427-7fbc-45ba-ad1d-09a7dba651b7 has no segments {{(pid=85313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: from cryptography.utils import int_from_bytes Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: from cryptography.utils import int_from_bytes Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: (rel_b, rel_a, rel_b), Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:59:22.117418 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:59:22.264693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1caaa058-327d-439f-9435-4296e61ca305 {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:22.275021 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.281018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.296075 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:22.320103 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.357847 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Transition to ACTIVE for port object 1caaa058-327d-439f-9435-4296e61ca305 will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:59:22.367835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Pushing event deleted for resources: {'Network': ['ID=774e9427-7fbc-45ba-ad1d-09a7dba651b7,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:22.378294 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.395755 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:22.396421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-fe371a53-2b82-4840-a958-bb8fb6cce3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:22.514156 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] 10.222.0.71 "DELETE /v2.0/networks/774e9427-7fbc-45ba-ad1d-09a7dba651b7 HTTP/1.1" status: 204 len: 168 time: 2.4300132 Apr 15 10:59:22.556996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1caaa058-327d-439f-9435-4296e61ca305,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:22.563109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:22.628924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852fd40-72c7-45f2-b649-8de2437803e1 req-71d6ed20-a813-4591-8a29-c12ed95f1785 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:22.630688 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9852fd40-72c7-45f2-b649-8de2437803e1 req-71d6ed20-a813-4591-8a29-c12ed95f1785 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.3392642 Apr 15 10:59:22.776892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 41526) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:22.837680 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9852fd40-72c7-45f2-b649-8de2437803e1 req-56dc000c-3834-47cd-9e50-872d098092c4 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1987517 Apr 15 10:59:22.848896 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2031a53c-675a-4dd2-9e5b-ebbf7b62ad51 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5641ab83691346c7a660b2862ae48f16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0699608 Apr 15 10:59:22.851167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 41530) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:22.922380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Attempting to bind port 1caaa058-327d-439f-9435-4296e61ca305 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:59:22.922680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Attempting to bind port 1caaa058-327d-439f-9435-4296e61ca305 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f019d21b-6688-45a4-933e-ff18163f36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:59:22.923438 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Attempting to bind port 1caaa058-327d-439f-9435-4296e61ca305 on network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:22.928216 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Port 1caaa058-327d-439f-9435-4296e61ca305 on network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:59:22.928576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Attempting to bind port 1caaa058-327d-439f-9435-4296e61ca305 on network 5514c97b-a7ad-4e4b-8ed8-6157ea85ec51 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:22.931177 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-45b9f05a-769d-48a2-a64d-822bbbd5cd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.935294 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:59:22.935681 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Checking segment: {'id': 'f019d21b-6688-45a4-933e-ff18163f36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:22.936104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Bound using segment: {'id': 'f019d21b-6688-45a4-933e-ff18163f36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:59:22.936581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Bound port: 1caaa058-327d-439f-9435-4296e61ca305, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f019d21b-6688-45a4-933e-ff18163f36aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1244, 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:59:22.936969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.971763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-45b9f05a-769d-48a2-a64d-822bbbd5cd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.029143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-45b9f05a-769d-48a2-a64d-822bbbd5cd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.044299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1dc54fb0-fd27-4bdb-8045-02129a0efc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:23.051585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] For port 1caaa058-327d-439f-9435-4296e61ca305, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:59:23.066136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9f05a-769d-48a2-a64d-822bbbd5cd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7863522-20de-4211-a982-450aa2bd5c38,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:23.068691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-45b9f05a-769d-48a2-a64d-822bbbd5cd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:23.069718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-45b9f05a-769d-48a2-a64d-822bbbd5cd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.074158 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-45b9f05a-769d-48a2-a64d-822bbbd5cd6d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a7863522-20de-4211-a982-450aa2bd5c38 HTTP/1.1" status: 204 len: 168 time: 0.2215323 Apr 15 10:59:23.079051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] For port 1caaa058-327d-439f-9435-4296e61ca305, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1caaa058-327d-439f-9435-4296e61ca305,segment=NetworkSegment(f019d21b-6688-45a4-933e-ff18163f36aa),segment_id=f019d21b-6688-45a4-933e-ff18163f36aa)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:59:23.149636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.174548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-88d95af3-096b-48dc-bb98-3b1b24bc4401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:23.259644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1caaa058-327d-439f-9435-4296e61ca305,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:23.329233 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:23.334341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:59:23.386862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3329b-89bb-490b-ae51-2a683a0089f2 req-36669810-1683-4536-a6dc-18c7b8b0084c tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.392901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.395602 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ebc3329b-89bb-490b-ae51-2a683a0089f2 req-36669810-1683-4536-a6dc-18c7b8b0084c tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 948 time: 0.3066475 Apr 15 10:59:23.407007 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.489618 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ebc3329b-89bb-490b-ae51-2a683a0089f2 req-aeb107b6-8a49-45ec-9c13-9440d4108bb2 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929930 Apr 15 10:59:23.507747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.508641 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:23.510572 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] 10.222.0.97 "PUT /v2.0/ports/1caaa058-327d-439f-9435-4296e61ca305 HTTP/1.1" status: 200 len: 1098 time: 3.4073520 Apr 15 10:59:23.511371 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b', 'tag': '1caaa058-327d-439f-9435-4296e61ca305'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:23.617357 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b', 'tag': '1caaa058-327d-439f-9435-4296e61ca305', 'status': 'completed', 'code': 200} Apr 15 10:59:24.104035 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092503a-3b1b-4ddf-b570-b5f8e31586f7 req-9e068ba7-ec76-462a-af5e-59ae8ed9bcda tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.105804 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3092503a-3b1b-4ddf-b570-b5f8e31586f7 req-9e068ba7-ec76-462a-af5e-59ae8ed9bcda tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.1065414 Apr 15 10:59:24.164627 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3092503a-3b1b-4ddf-b570-b5f8e31586f7 req-75e38f4a-bf21-46c7-9215-ae49ca2b0cc5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506351 Apr 15 10:59:24.214219 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 41562) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:24.333764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1861415476-network', 'tenant_id': '67dfbd0e59b8425ca8cdf2b0cf193b07'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:24.339531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:24.343741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Usage tracker for resource:network and tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:24.347077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:24.354226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:24.380278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Made reservation on behalf of 67dfbd0e59b8425ca8cdf2b0cf193b07 for: {'network': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:24.385278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.399076 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.415874 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:24.420960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Usage tracker for resource:security_group_rule and tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:24.424048 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:24.430151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:24.473277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.552568 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.555873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.560935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c5af4680-c51f-4d44-9731-d822fecc5933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:24.593891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] vlan segment allocate from pool success with {'vlan_id': 1246, 'physical_network': 'physnet1'} {{(pid=85314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:59:24.604632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:24.609414 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:24.615314 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.615706 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Added segment 8c08f096-e763-428a-acf8-eeb0d79eaaa2 of type vlan for network 0886aac7-f624-48da-ac87-74bc5719d02f Apr 15 10:59:24.646817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.679336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.680976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.681841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.688348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:24.767033 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e8a74-9c33-4a76-ba66-35a02f737004 req-ecca5c89-510e-41f8-846e-432b545b51b8 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.768702 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-230e8a74-9c33-4a76-ba66-35a02f737004 req-ecca5c89-510e-41f8-846e-432b545b51b8 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 948 time: 0.1201003 Apr 15 10:59:24.798156 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Pushing event updated for resources: {'Network': ['ID=0886aac7-f624-48da-ac87-74bc5719d02f,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:24.801416 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5858884 Apr 15 10:59:24.805187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:24.805883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 41570) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:24.810824 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 0886aac7-f624-48da-ac87-74bc5719d02f details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:59:24.815075 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Request body: {'subnet': {'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1861415476-subnet', 'tenant_id': '67dfbd0e59b8425ca8cdf2b0cf193b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:24.820585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:24.825265 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Usage tracker for resource:subnet and tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:24.828763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:24.831534 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-230e8a74-9c33-4a76-ba66-35a02f737004 req-d129fe9e-5baf-4720-80c8-bb5b8e367c61 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540705 Apr 15 10:59:24.836291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:24.862482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Made reservation on behalf of 67dfbd0e59b8425ca8cdf2b0cf193b07 for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:24.868028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.302592 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.398975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375fcf9-c59c-4822-a2c7-52ad120c3ecd req-040e38bd-0030-4378-b5e3-e74744ab86b0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:25.400966 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4375fcf9-c59c-4822-a2c7-52ad120c3ecd req-040e38bd-0030-4378-b5e3-e74744ab86b0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.1045027 Apr 15 10:59:25.459153 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4375fcf9-c59c-4822-a2c7-52ad120c3ecd req-96af95e4-5ea6-4166-9a5d-c7231d682cd0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509367 Apr 15 10:59:25.571737 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f00e4335-eac7-440e-87fe-854551263343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:25.699891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f217c53-976e-412b-a517-37f0094e78ed,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:25.702773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:25.778365 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Checking segment: {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:25.778708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Network hostable DHCP agents. Network: 0886aac7-f624-48da-ac87-74bc5719d02f, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:59:25.798941 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Network 0886aac7-f624-48da-ac87-74bc5719d02f is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:59:25.809903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 0886aac7-f624-48da-ac87-74bc5719d02f) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:25.821718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8865f74b-efe0-4abf-b410-6b03fbd1f5be None None] Network 0886aac7-f624-48da-ac87-74bc5719d02f requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:59:25.822483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:25.823134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.843482 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0360513 Apr 15 10:59:26.092033 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacea49-5392-4eb0-9d5c-c79abb99241e req-f7289a23-4a67-43be-a1af-ad399d0f33f9 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:26.093732 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7eacea49-5392-4eb0-9d5c-c79abb99241e req-f7289a23-4a67-43be-a1af-ad399d0f33f9 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 948 time: 0.1241837 Apr 15 10:59:26.132626 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777789d8-737c-45db-8566-5b29d06f9cc8 None None] Network 0886aac7-f624-48da-ac87-74bc5719d02f requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:59:26.435085 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7eacea49-5392-4eb0-9d5c-c79abb99241e req-6d031e72-2339-426d-b0f5-57cb498107d6 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312314 Apr 15 10:59:26.734984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8c34a0d8-ae60-453a-bc3c-f2352321244e tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:26.736583 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8c34a0d8-ae60-453a-bc3c-f2352321244e tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 815 time: 0.2703114 Apr 15 10:59:26.752605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a075993-b64a-471b-8ac9-8c97b73c2377 req-0049d41a-c276-4cb9-976f-550c3175cda3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:26.754175 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3a075993-b64a-471b-8ac9-8c97b73c2377 req-0049d41a-c276-4cb9-976f-550c3175cda3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.1603673 Apr 15 10:59:26.778435 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-48bac734-bd50-4906-a7a5-32437c17ecd4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/quotas/67dfbd0e59b8425ca8cdf2b0cf193b07 HTTP/1.1" status: 200 len: 375 time: 0.0352919 Apr 15 10:59:26.850320 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-e12004d1-eea5-4953-bc81-c59b47544794 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545547 Apr 15 10:59:26.855819 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3a075993-b64a-471b-8ac9-8c97b73c2377 req-452c1c31-0be9-4a46-965a-5426a1c35086 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933065 Apr 15 10:59:27.000733 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-2c550cfa-87a2-45ac-8acf-d2dad8e5747f service neutron] 10.222.0.71 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400301 Apr 15 10:59:27.148626 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-adfea08c-0922-455b-a912-02e9b2c57e0a service neutron] 10.222.0.71 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400993 Apr 15 10:59:27.356050 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-942b94cd-a091-4d5d-9dfb-9e87b2a56c0e req-4b69cebd-7076-409b-bdee-9eabbb48bff6 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 210 time: 0.0488117 Apr 15 10:59:27.688745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89766c-e619-4c65-adce-f06187b58473 req-9565cba5-a0e2-44eb-9715-b21a40437b62 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:27.690611 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7a89766c-e619-4c65-adce-f06187b58473 req-9565cba5-a0e2-44eb-9715-b21a40437b62 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 948 time: 0.1061933 Apr 15 10:59:27.744646 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7a89766c-e619-4c65-adce-f06187b58473 req-17a032d2-db13-45f9-8803-c4b83782a05b tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Apr 15 10:59:28.076721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52e2f9-cb98-4d75-be4d-974f6d10b513 req-827700db-0daa-48ba-975f-9c9b14f42b7f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:28.078312 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8b52e2f9-cb98-4d75-be4d-974f6d10b513 req-827700db-0daa-48ba-975f-9c9b14f42b7f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.0907063 Apr 15 10:59:28.134489 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8b52e2f9-cb98-4d75-be4d-974f6d10b513 req-08172862-eb39-42fa-84fa-6d8ec8cc4547 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482297 Apr 15 10:59:28.602822 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cd63485b-149b-471a-97f9-42e63c1b6a52 req-5de35dd1-e2e5-4e4b-9446-19c92e0692b0 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 210 time: 0.1138942 Apr 15 10:59:28.956798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f389a4-909c-4852-9fd3-e16e53b5e69d req-8d0a37af-a3b5-4963-84ec-1a0a78c6b749 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:28.958395 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-82f389a4-909c-4852-9fd3-e16e53b5e69d req-8d0a37af-a3b5-4963-84ec-1a0a78c6b749 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 948 time: 0.0967581 Apr 15 10:59:29.010906 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-82f389a4-909c-4852-9fd3-e16e53b5e69d req-5623bc98-192a-4f2a-af74-3ec09bdfb9ef tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Apr 15 10:59:29.306907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:29.352081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df0024-2d78-4d62-b5ad-f7d7d0bdfadb req-96f4a1f5-44d7-4a81-a67e-2198122e5488 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:29.353777 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-64df0024-2d78-4d62-b5ad-f7d7d0bdfadb req-96f4a1f5-44d7-4a81-a67e-2198122e5488 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.0957425 Apr 15 10:59:29.410327 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-64df0024-2d78-4d62-b5ad-f7d7d0bdfadb req-ca219d92-27d0-4751-ab9b-e5eb43e6792d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493174 Apr 15 10:59:29.773740 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eddab0b0-9daa-4947-96b1-8ff1ee8ac076 req-bbef5964-6a61-4dd4-850a-92c39b0c5d39 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 210 time: 0.0519204 Apr 15 10:59:30.238401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7818b3-8925-4c87-b9a7-450f49b97b18 req-b414812c-5d94-4e20-acd5-873b237fd090 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:30.240047 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8a7818b3-8925-4c87-b9a7-450f49b97b18 req-b414812c-5d94-4e20-acd5-873b237fd090 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 948 time: 0.0951321 Apr 15 10:59:30.292823 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8a7818b3-8925-4c87-b9a7-450f49b97b18 req-7f186af7-0f7c-4ca8-8963-0b194d35c70b tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454228 Apr 15 10:59:30.628298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208aa0f-f8ea-4909-a756-8960d710bc0d req-47298314-6e91-4aa7-a9d7-67e8f810601d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:30.629924 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4208aa0f-f8ea-4909-a756-8960d710bc0d req-47298314-6e91-4aa7-a9d7-67e8f810601d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.0953779 Apr 15 10:59:30.682691 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4208aa0f-f8ea-4909-a756-8960d710bc0d req-a682c7e0-a01c-444e-bc92-d4abdd5d7d72 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460842 Apr 15 10:59:30.939318 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-df8395d7-0c54-4804-94f1-80031c89c2f8 req-44474019-3f92-4c24-a5ee-7bb74ed771b9 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 210 time: 0.0495582 Apr 15 10:59:31.506069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449782f6-607c-4217-90c6-bbfad69ca7bc req-9af7873c-7b82-4056-8065-28c138d1ebec tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.508298 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-449782f6-607c-4217-90c6-bbfad69ca7bc req-9af7873c-7b82-4056-8065-28c138d1ebec tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 948 time: 0.0896101 Apr 15 10:59:31.560600 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-449782f6-607c-4217-90c6-bbfad69ca7bc req-b1d8b4b6-63f2-4026-8e36-876d85f8b94f tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Apr 15 10:59:31.768215 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4edf0-bbed-4495-89ad-1eb4476b0f58 req-9a07b642-3e65-4521-a7c5-daee442d24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.769826 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-83a4edf0-bbed-4495-89ad-1eb4476b0f58 req-9a07b642-3e65-4521-a7c5-daee442d24ee service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1dc7ce399fd742a0b465c372b48ede9d&device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 1101 time: 0.0782933 Apr 15 10:59:31.858837 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-83a4edf0-bbed-4495-89ad-1eb4476b0f58 req-72a9a4be-77b7-444b-a2fa-9d5726b42a33 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=1dc7ce399fd742a0b465c372b48ede9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640442 Apr 15 10:59:32.001793 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffb1fb-15cb-4f53-9ec1-ca9aab541c12 req-b7552d03-fd40-4cfe-8d62-208206c79751 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.003434 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ffb1fb-15cb-4f53-9ec1-ca9aab541c12 req-b7552d03-fd40-4cfe-8d62-208206c79751 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.1833544 Apr 15 10:59:32.139470 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec0c9e5b-92ae-4300-ac3e-d69a100996e7 req-af52b5df-3b12-46fe-9885-05952875738a tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 210 time: 0.0766695 Apr 15 10:59:32.144997 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ffb1fb-15cb-4f53-9ec1-ca9aab541c12 req-1278c308-7840-490a-b19e-ce31024d7e40 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296804 Apr 15 10:59:32.150654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4edf0-bbed-4495-89ad-1eb4476b0f58 req-5d82dcd8-313a-468c-b6de-d3c52f6c4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.152192 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-83a4edf0-bbed-4495-89ad-1eb4476b0f58 req-5d82dcd8-313a-468c-b6de-d3c52f6c4aa6 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2553935 Apr 15 10:59:32.344866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-86d03304-6db5-481e-ba14-7f05e1ce2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.346548 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-86d03304-6db5-481e-ba14-7f05e1ce2d84 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1dc7ce399fd742a0b465c372b48ede9d&device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 1101 time: 0.0861008 Apr 15 10:59:32.453497 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-b6f20ede-0f0c-48e5-8fab-1f6e101cf599 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=1caaa058-327d-439f-9435-4296e61ca305 HTTP/1.1" status: 200 len: 217 time: 0.0782444 Apr 15 10:59:32.541590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-211bcf19-cdf1-411f-b364-eb215868858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.544807 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-211bcf19-cdf1-411f-b364-eb215868858c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fbf7d437-2eba-482c-ab85-c810c33b7156 HTTP/1.1" status: 200 len: 843 time: 0.0760410 Apr 15 10:59:32.632255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-27d213c7-e42b-484c-b0b7-f1bb3bacdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.634521 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-27d213c7-e42b-484c-b0b7-f1bb3bacdde3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5514c97b-a7ad-4e4b-8ed8-6157ea85ec51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0836022 Apr 15 10:59:32.855924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-e22641d7-ca54-45a2-a245-3723496fb977 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.856680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-e22641d7-ca54-45a2-a245-3723496fb977 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Synchronizing usage tracker for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:network {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:32.875912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-e22641d7-ca54-45a2-a245-3723496fb977 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Unset dirty status for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:network {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:32.877261 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-e22641d7-ca54-45a2-a245-3723496fb977 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 815 time: 0.1836619 Apr 15 10:59:32.885635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da5983-fc2e-4e2e-84f8-fece3b1acd01 req-590736e5-be64-4c9a-b12e-ef85a463c164 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.887247 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-26da5983-fc2e-4e2e-84f8-fece3b1acd01 req-590736e5-be64-4c9a-b12e-ef85a463c164 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 948 time: 0.2111034 Apr 15 10:59:32.897054 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-9033abbc-6343-4156-a5aa-08b3dfe721b7 service neutron] 10.222.0.97 "GET /v2.0/networks/5514c97b-a7ad-4e4b-8ed8-6157ea85ec51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785421 Apr 15 10:59:32.900821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Request body: {'port': {'device_id': '4633af43-1cb9-49e3-8866-f5d4809f88e1', 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f', 'admin_state_up': True, 'tenant_id': '67dfbd0e59b8425ca8cdf2b0cf193b07'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:33.017470 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-26da5983-fc2e-4e2e-84f8-fece3b1acd01 req-4544083b-edfd-4605-b1b3-87b353cbff76 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226351 Apr 15 10:59:33.048286 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:33.052423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Usage tracker for resource:port and tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:33.055429 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:33.061749 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:33.071623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Made reservation on behalf of 67dfbd0e59b8425ca8cdf2b0cf193b07 for: {'port': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:33.072223 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9fea3aaf-cdfb-4d74-a38a-afe1835d297b req-3d8cf512-5f7f-4c28-85db-bc44a0840f02 service neutron] 10.222.0.97 "GET /v2.0/networks/5514c97b-a7ad-4e4b-8ed8-6157ea85ec51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543260 Apr 15 10:59:33.077936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.253159 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Allocated IP 172.20.0.11 (0886aac7-f624-48da-ac87-74bc5719d02f/5f217c53-976e-412b-a517-37f0094e78ed/1eba8f1d-787e-4415-b412-c8a9c5a0d7d3) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:33.352107 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-033fb969-8335-4399-84a5-8ec17117944e req-7e6af62e-5228-4e80-8060-35df6038c75c tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 210 time: 0.0956504 Apr 15 10:59:33.394595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebc21b-602c-4a1d-bced-79bd4eb9d98b req-fe701de7-1358-47b2-bf61-a0139b55bcd9 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:33.396143 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-16ebc21b-602c-4a1d-bced-79bd4eb9d98b req-fe701de7-1358-47b2-bf61-a0139b55bcd9 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.1034212 Apr 15 10:59:33.445815 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-16ebc21b-602c-4a1d-bced-79bd4eb9d98b req-c95193ab-e939-47c0-a070-56fab88a30c2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430789 Apr 15 10:59:33.473034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.505415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.522037 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:33.655356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Pushing event updated for resources: {'Port': ['ID=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:33.658415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:33.719472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Network 0886aac7-f624-48da-ac87-74bc5719d02f is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:33.720719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:33.723494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:33.792784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:33.793778 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.815726 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-85ee2b99-116b-4997-bb20-37bd47413293 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9193161 Apr 15 10:59:33.841924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Request body: {'port': {'device_id': '4633af43-1cb9-49e3-8866-f5d4809f88e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:33.970111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.219712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fada7-d302-40de-8301-3937e1167136 req-e1d64198-aecc-46fd-8976-9d71af839eb6 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:34.221402 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-447fada7-d302-40de-8301-3937e1167136 req-e1d64198-aecc-46fd-8976-9d71af839eb6 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 948 time: 0.0890937 Apr 15 10:59:34.273616 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-447fada7-d302-40de-8301-3937e1167136 req-fe40aea9-7c27-4c8c-aa64-975ceca61cb0 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455706 Apr 15 10:59:34.390169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 {{(pid=85314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:34.401514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.419056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Transition to ACTIVE for port object 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 will not be triggered until provisioned by entity L2. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:59:34.422664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.438861 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:34.559171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9614d1-003e-44aa-850b-3f486ef1cabe req-db95c4f8-c53a-492a-b8e9-6a46107eddf0 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:34.561188 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3e9614d1-003e-44aa-850b-3f486ef1cabe req-db95c4f8-c53a-492a-b8e9-6a46107eddf0 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 944 time: 0.0899889 Apr 15 10:59:34.594761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Pushing event updated for resources: {'Port': ['ID=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:34.600097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:34.662951 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3e9614d1-003e-44aa-850b-3f486ef1cabe req-3e9a476c-1b8e-4a0f-aa3a-ab29d156d072 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947876 Apr 15 10:59:34.703706 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d44fd-2e49-495d-8c48-810a2640ba5b req-d11fc3af-7088-4a19-8fac-36cef8d82fc3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:34.705382 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9b1d44fd-2e49-495d-8c48-810a2640ba5b req-d11fc3af-7088-4a19-8fac-36cef8d82fc3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 944 time: 0.1209290 Apr 15 10:59:34.754856 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9b1d44fd-2e49-495d-8c48-810a2640ba5b req-d980516c-0256-4cd1-a9ab-d7e40114f8b6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418427 Apr 15 10:59:34.821866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Attempting to bind port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:59:34.822238 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Attempting to bind port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:59:34.822632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Attempting to bind port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 on network 0886aac7-f624-48da-ac87-74bc5719d02f {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:34.827874 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 on network 0886aac7-f624-48da-ac87-74bc5719d02f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:59:34.828236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Attempting to bind port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 on network 0886aac7-f624-48da-ac87-74bc5719d02f {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:34.834068 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:59:34.834465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Checking segment: {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:34.834901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Bound using segment: {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:59:34.835362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Bound port: 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'}}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:59:34.835744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.931404 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] For port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3, host hv-cinder-78638, cleared binding levels {{(pid=85314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:59:34.934872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] For port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:59:34.939849 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.940271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device aacbf748-aba2-477c-8888-444da6b37001 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:34.957479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:35.084984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:35.099143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': 'aacbf748-aba2-477c-8888-444da6b37001', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'port_id': 'aacbf748-aba2-477c-8888-444da6b37001', 'mac_address': 'fa:16:3e:f7:8c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:35.113759 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Pushing event updated for resources: {'Port': ['ID=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,revision_number=3']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:35.119192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:35.149879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.150589 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.152314 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] 10.222.0.97 "PUT /v2.0/ports/1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 HTTP/1.1" status: 200 len: 1094 time: 1.3181760 Apr 15 10:59:35.152593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4633af43-1cb9-49e3-8866-f5d4809f88e1', 'tag': '1eba8f1d-787e-4415-b412-c8a9c5a0d7d3'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:35.161650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.182958 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacbf748-aba2-477c-8888-444da6b37001 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:35.201280 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:35.202870 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4633af43-1cb9-49e3-8866-f5d4809f88e1', 'tag': '1eba8f1d-787e-4415-b412-c8a9c5a0d7d3', 'status': 'completed', 'code': 200} Apr 15 10:59:35.204842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.205662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1caaa058-327d-439f-9435-4296e61ca305 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:35.209203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:35.307407 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-dfefdad6-3bb1-4ccc-a7bb-7e2a2d470231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.309055 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-dfefdad6-3bb1-4ccc-a7bb-7e2a2d470231 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 1097 time: 0.0858302 Apr 15 10:59:35.350244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=9']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:35.354901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:35.396420 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-ef6a4697-926f-4705-94b5-6f834a375db2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 HTTP/1.1" status: 200 len: 217 time: 0.0710378 Apr 15 10:59:35.413372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 1caaa058-327d-439f-9435-4296e61ca305, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1caaa058-327d-439f-9435-4296e61ca305,segment=NetworkSegment(f019d21b-6688-45a4-933e-ff18163f36aa),segment_id=f019d21b-6688-45a4-933e-ff18163f36aa)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:35.428108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '1caaa058-327d-439f-9435-4296e61ca305', 'network_id': '5514c97b-a7ad-4e4b-8ed8-6157ea85ec51', 'port_id': '1caaa058-327d-439f-9435-4296e61ca305', 'mac_address': 'fa:16:3e:88:83:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf7d437-2eba-482c-ab85-c810c33b7156', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:35.468334 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-dadc0925-368a-46f5-a9be-ffc5d642b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.469936 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-dadc0925-368a-46f5-a9be-ffc5d642b6b7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5f217c53-976e-412b-a517-37f0094e78ed HTTP/1.1" status: 200 len: 855 time: 0.0662186 Apr 15 10:59:35.482305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a41767-3675-45c0-8f44-0acb4adef466 req-978bb09c-069f-4a8f-b8c4-7ba36a4f5e41 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.484190 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-28a41767-3675-45c0-8f44-0acb4adef466 req-978bb09c-069f-4a8f-b8c4-7ba36a4f5e41 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 948 time: 0.0940080 Apr 15 10:59:35.490750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.525515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1caaa058-327d-439f-9435-4296e61ca305 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:35.533177 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-cd01443b-79d9-4f33-84dd-c2d750b17aa5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0886aac7-f624-48da-ac87-74bc5719d02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552025 Apr 15 10:59:35.541847 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-28a41767-3675-45c0-8f44-0acb4adef466 req-b9be9f89-a31f-4afc-9063-d7445507a837 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492892 Apr 15 10:59:35.542286 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 1caaa058-327d-439f-9435-4296e61ca305, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1caaa058-327d-439f-9435-4296e61ca305,segment=NetworkSegment(f019d21b-6688-45a4-933e-ff18163f36aa),segment_id=f019d21b-6688-45a4-933e-ff18163f36aa)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:35.546411 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.548183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-28112e01-08f0-4038-8606-75542ea9170f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:35.617519 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=1caaa058-327d-439f-9435-4296e61ca305,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:35.620829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:35.679182 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-c7ee27f9-e6fd-4b15-bd2f-c46389b1b641 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374409 Apr 15 10:59:35.821088 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3c58c3df-e26d-4733-aa17-d98a600e9f43 req-06e095e6-2fe8-4ddc-a987-45bf53569d9a service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350629 Apr 15 10:59:35.875568 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ad2be-14d7-42ff-b34f-3db039868886 req-adda25f8-dbf5-4a5c-837a-ebc833770fd7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.877072 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e74ad2be-14d7-42ff-b34f-3db039868886 req-adda25f8-dbf5-4a5c-837a-ebc833770fd7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 944 time: 0.0980725 Apr 15 10:59:35.978297 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e74ad2be-14d7-42ff-b34f-3db039868886 req-b6c005c5-9896-4809-8722-e949173205e6 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652034 Apr 15 10:59:35.983618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['aacbf748-aba2-477c-8888-444da6b37001'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:36.013846 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25be98-c4e1-4540-8e87-cd9dcd4754ae req-c6b00e04-a4ac-44fa-9208-ac79582ecd31 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:36.015844 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7e25be98-c4e1-4540-8e87-cd9dcd4754ae req-c6b00e04-a4ac-44fa-9208-ac79582ecd31 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 945 time: 0.1378851 Apr 15 10:59:36.019730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eb397-a91d-482b-96c1-f9127fc0e03a req-c6bd9f15-74fd-4710-ad4e-2da5072977d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:36.021351 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3e4eb397-a91d-482b-96c1-f9127fc0e03a req-c6bd9f15-74fd-4710-ad4e-2da5072977d4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 1097 time: 0.0814691 Apr 15 10:59:36.021503 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1caaa058-327d-439f-9435-4296e61ca305'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:36.066604 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7e25be98-c4e1-4540-8e87-cd9dcd4754ae req-d7bf6b4a-3132-4d84-a95d-f66c513f9b73 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433371 Apr 15 10:59:36.167088 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eb397-a91d-482b-96c1-f9127fc0e03a req-f2ec3ac2-b47e-4dac-a5e6-8df60cea5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:36.169014 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3e4eb397-a91d-482b-96c1-f9127fc0e03a req-f2ec3ac2-b47e-4dac-a5e6-8df60cea5611 service neutron] 10.222.0.97 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 917 time: 0.1388614 Apr 15 10:59:36.460517 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3e4eb397-a91d-482b-96c1-f9127fc0e03a req-73c56d8c-9a39-4e4e-be00-3d9d85d7e446 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 HTTP/1.1" status: 200 len: 217 time: 0.2767906 Apr 15 10:59:36.534164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eb397-a91d-482b-96c1-f9127fc0e03a req-f905faca-5f9a-4c10-80bf-0e35921c1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:36.535927 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3e4eb397-a91d-482b-96c1-f9127fc0e03a req-f905faca-5f9a-4c10-80bf-0e35921c1e88 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5f217c53-976e-412b-a517-37f0094e78ed HTTP/1.1" status: 200 len: 855 time: 0.0663061 Apr 15 10:59:36.595397 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3e4eb397-a91d-482b-96c1-f9127fc0e03a req-eb1e0166-a495-4bc5-8ef3-774ee58c3cce service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0886aac7-f624-48da-ac87-74bc5719d02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487826 Apr 15 10:59:36.745392 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3e4eb397-a91d-482b-96c1-f9127fc0e03a req-8fb9e4ba-02b2-475d-bca8-b5d144198a10 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415644 Apr 15 10:59:36.906088 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3e4eb397-a91d-482b-96c1-f9127fc0e03a req-cecf91b0-6718-4e7d-85a1-980d115eedda service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507812 Apr 15 10:59:36.992180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08904c8f-7497-48cf-ad39-fa793db3f4ef req-f47597d6-975a-4aee-b5ed-d19e6bb73065 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:36.993760 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-08904c8f-7497-48cf-ad39-fa793db3f4ef req-f47597d6-975a-4aee-b5ed-d19e6bb73065 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 949 time: 0.3307092 Apr 15 10:59:37.042463 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-08904c8f-7497-48cf-ad39-fa793db3f4ef req-822a9eec-7e1a-43d0-8963-511370f7f7f5 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Apr 15 10:59:37.188905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cf8ca-27db-4728-9134-fd22a8ae6100 req-2e7cb479-b9e5-4967-9708-5ae33de51db8 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:37.190549 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b1cf8ca-27db-4728-9134-fd22a8ae6100 req-2e7cb479-b9e5-4967-9708-5ae33de51db8 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 944 time: 0.0911684 Apr 15 10:59:37.284422 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b1cf8ca-27db-4728-9134-fd22a8ae6100 req-ddc9969d-494f-4f5c-97e3-a4fc9d2370ee tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571921 Apr 15 10:59:37.314158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf9c2-5028-498f-976a-b550816f7281 req-d003d5e3-fbcb-40d1-ba06-5b21f05be357 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:37.315769 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b3cdf9c2-5028-498f-976a-b550816f7281 req-d003d5e3-fbcb-40d1-ba06-5b21f05be357 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 945 time: 0.1242778 Apr 15 10:59:37.367774 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b3cdf9c2-5028-498f-976a-b550816f7281 req-d046e4c4-5bf8-4163-9163-168635861cba tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426478 Apr 15 10:59:38.268677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f5c9f-f750-4b90-83f1-3f7b97146067 req-c3bf4a52-3d6e-463e-926f-23491360c951 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:38.270163 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d21f5c9f-f750-4b90-83f1-3f7b97146067 req-c3bf4a52-3d6e-463e-926f-23491360c951 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 949 time: 0.0979631 Apr 15 10:59:38.320861 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d21f5c9f-f750-4b90-83f1-3f7b97146067 req-8ad85959-0480-44ce-b228-eea236fa8d2c tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Apr 15 10:59:38.490869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01128eba-d2c2-4bf4-8a5d-f790175e171f req-3a07dc66-9b38-426b-b518-5a6a616cb7b7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:38.492454 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-01128eba-d2c2-4bf4-8a5d-f790175e171f req-3a07dc66-9b38-426b-b518-5a6a616cb7b7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 944 time: 0.0934310 Apr 15 10:59:38.589305 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-01128eba-d2c2-4bf4-8a5d-f790175e171f req-0ef7b91f-a098-4b1e-9419-3bd4a9d2a546 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601509 Apr 15 10:59:38.617613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b982759-fe2c-4019-afe7-b7eb75d6bce4 req-2229af1d-aecc-4f6b-8892-92d5d47b4683 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:38.619234 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4b982759-fe2c-4019-afe7-b7eb75d6bce4 req-2229af1d-aecc-4f6b-8892-92d5d47b4683 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 945 time: 0.1257932 Apr 15 10:59:38.674276 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4b982759-fe2c-4019-afe7-b7eb75d6bce4 req-e000dd4a-b8d1-49e9-a6d6-8567142a5383 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479729 Apr 15 10:59:38.963500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:38.971813 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device aacbf748-aba2-477c-8888-444da6b37001 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:39.163112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port aacbf748-aba2-477c-8888-444da6b37001 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:39.163456 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:39.214149 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:39.239910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '1eba8f1d-787e-4415-b412-c8a9c5a0d7d3', 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f', 'port_id': '1eba8f1d-787e-4415-b412-c8a9c5a0d7d3', 'mac_address': 'fa:16:3e:e4:f9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f217c53-976e-412b-a517-37f0094e78ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:39.344839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:39.380130 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:39.391042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:39.422638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:39.430606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:39.436152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:39.439886 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:39.489692 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001', 'code': 200} Apr 15 10:59:39.491332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:39.497002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:39.497945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1caaa058-327d-439f-9435-4296e61ca305 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:39.545942 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3c031-79b8-4db6-ba53-9760201bcb71 req-4aa743c1-985c-4977-906c-322e8e29913e tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.548036 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acd3c031-79b8-4db6-ba53-9760201bcb71 req-4aa743c1-985c-4977-906c-322e8e29913e tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 949 time: 0.1101148 Apr 15 10:59:39.581936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:39.586384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:39.587973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-55939cbb-91c9-4be7-8885-6b535c69c45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:39.599386 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acd3c031-79b8-4db6-ba53-9760201bcb71 req-63f3c82d-c7dd-47a7-b197-a23e0c1c0db1 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Apr 15 10:59:39.656194 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 1caaa058-327d-439f-9435-4296e61ca305 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:59:39.667488 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 1caaa058-327d-439f-9435-4296e61ca305 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:39.667938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:39.714896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=10']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:39.718299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:39.797494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5df14b-724d-48a7-9c2a-3597e660bc73 req-a64da6d4-a9f3-4e2d-866a-a0500fcf1b11 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.799215 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-be5df14b-724d-48a7-9c2a-3597e660bc73 req-a64da6d4-a9f3-4e2d-866a-a0500fcf1b11 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 945 time: 0.0915349 Apr 15 10:59:39.812061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:39.847202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 1caaa058-327d-439f-9435-4296e61ca305, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1caaa058-327d-439f-9435-4296e61ca305,segment=NetworkSegment(f019d21b-6688-45a4-933e-ff18163f36aa),segment_id=f019d21b-6688-45a4-933e-ff18163f36aa)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:39.851294 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:39.853151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:39.892964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1eba8f1d-787e-4415-b412-c8a9c5a0d7d3'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:39.904721 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-be5df14b-724d-48a7-9c2a-3597e660bc73 req-629530bd-0acb-487f-ac50-31ec91614afd tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989885 Apr 15 10:59:39.939335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6e95-aa48-4f3f-b737-8fa864ca6717 req-e877fbd2-0ba7-4490-ada4-21589b13e581 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.941039 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b78f6e95-aa48-4f3f-b737-8fa864ca6717 req-e877fbd2-0ba7-4490-ada4-21589b13e581 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 947 time: 0.1174960 Apr 15 10:59:39.996849 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b78f6e95-aa48-4f3f-b737-8fa864ca6717 req-46a909e5-f8bc-4af3-a009-a2c15df53dac tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483472 Apr 15 10:59:40.158207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=1caaa058-327d-439f-9435-4296e61ca305,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:40.162883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:40.186181 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c92bda-144e-4a99-9310-e60499732889 req-65344adf-1cd7-42c2-86c3-119a28126d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:40.187825 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-97c92bda-144e-4a99-9310-e60499732889 req-65344adf-1cd7-42c2-86c3-119a28126d80 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 1100 time: 0.0799248 Apr 15 10:59:40.233763 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-97c92bda-144e-4a99-9310-e60499732889 req-300a9349-ca61-406e-9d17-8bdb22110096 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371382 Apr 15 10:59:40.822610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bc4b2-3cfa-4b2a-8280-c532def9675e req-eee94280-99a8-4e63-9913-bbbddb5fb5c3 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:40.824227 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-911bc4b2-3cfa-4b2a-8280-c532def9675e req-eee94280-99a8-4e63-9913-bbbddb5fb5c3 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 950 time: 0.0997021 Apr 15 10:59:40.873862 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-911bc4b2-3cfa-4b2a-8280-c532def9675e req-18979dea-aee3-40bd-9507-a60c6efb4dd5 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422695 Apr 15 10:59:40.984115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:41.060176 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:59:41.066038 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:41.066567 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:41.115048 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7ac46-c631-4d2d-b1c4-6664f574ad05 req-1b7fd08f-034c-459c-a390-d9a22ae6a22a tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:41.116673 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c7e7ac46-c631-4d2d-b1c4-6664f574ad05 req-1b7fd08f-034c-459c-a390-d9a22ae6a22a tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 945 time: 0.0911400 Apr 15 10:59:41.192701 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:41.222313 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c7e7ac46-c631-4d2d-b1c4-6664f574ad05 req-0c5f13c8-9aa2-4d67-847c-43941dce079a tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974703 Apr 15 10:59:41.227327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:41.230970 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:41.233218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-28112e01-08f0-4038-8606-75542ea9170f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:41.255046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cefdf-25d4-481d-8ad4-40c037e9624d req-926d2e33-0bf5-4b8f-bf4e-66746004cd5e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:41.256759 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-de6cefdf-25d4-481d-8ad4-40c037e9624d req-926d2e33-0bf5-4b8f-bf4e-66746004cd5e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 947 time: 0.1339724 Apr 15 10:59:41.302927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:41.305550 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-de6cefdf-25d4-481d-8ad4-40c037e9624d req-d672132c-287e-4479-82d5-e5fe2d5bccf0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421174 Apr 15 10:59:41.306135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:41.490900 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caaa058-327d-439f-9435-4296e61ca305'}, {'server_uuid': '4633af43-1cb9-49e3-8866-f5d4809f88e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eba8f1d-787e-4415-b412-c8a9c5a0d7d3'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:41.547699 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caaa058-327d-439f-9435-4296e61ca305', 'code': 200} Apr 15 10:59:41.548007 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4633af43-1cb9-49e3-8866-f5d4809f88e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eba8f1d-787e-4415-b412-c8a9c5a0d7d3', 'code': 200} Apr 15 10:59:42.037918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507c655-43ab-4df7-9f75-6a7ba41b1f60 req-f22c4707-828d-4b60-a88c-4edebaaed146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:42.039582 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b507c655-43ab-4df7-9f75-6a7ba41b1f60 req-f22c4707-828d-4b60-a88c-4edebaaed146 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 1103 time: 0.1153488 Apr 15 10:59:42.091157 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b507c655-43ab-4df7-9f75-6a7ba41b1f60 req-ed7a8ca7-14b4-44a9-851e-79f7cc2921dc service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442169 Apr 15 10:59:42.099572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fbcf8-ea2f-47f0-987a-63e709ea7799 req-e236beb1-8de5-4896-94e7-01bf78194829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:42.101241 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a08fbcf8-ea2f-47f0-987a-63e709ea7799 req-e236beb1-8de5-4896-94e7-01bf78194829 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 1099 time: 0.1601231 Apr 15 10:59:42.114572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df41d2f-a051-4220-a08c-823bc673bf8d req-769b4df0-8ba5-4817-ab05-cef61d2ed032 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:42.116101 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0df41d2f-a051-4220-a08c-823bc673bf8d req-769b4df0-8ba5-4817-ab05-cef61d2ed032 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 950 time: 0.1206148 Apr 15 10:59:42.165625 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0df41d2f-a051-4220-a08c-823bc673bf8d req-a68c71b4-e0fa-4521-b69f-6d03084cb09a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429845 Apr 15 10:59:42.485142 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a08fbcf8-ea2f-47f0-987a-63e709ea7799 req-868662cf-c2ac-448e-b7d9-b81fd68a0e81 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992465 Apr 15 10:59:42.529180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18151dcf-99e8-4b6a-ac63-d97a73e0e77f req-742c0cda-2255-4a78-a8ba-4a8c6500e55c tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:42.531038 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-18151dcf-99e8-4b6a-ac63-d97a73e0e77f req-742c0cda-2255-4a78-a8ba-4a8c6500e55c tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 946 time: 0.1876147 Apr 15 10:59:42.575351 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe47019-e871-4894-9014-d31f63153126 req-dc025eca-4a96-43b5-89b4-92e6631a86da tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:42.576942 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-abe47019-e871-4894-9014-d31f63153126 req-dc025eca-4a96-43b5-89b4-92e6631a86da tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 947 time: 0.1497338 Apr 15 10:59:42.619994 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-18151dcf-99e8-4b6a-ac63-d97a73e0e77f req-84695159-d9f5-4a0d-98d5-0e7c61c0ea34 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772674 Apr 15 10:59:42.640937 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-abe47019-e871-4894-9014-d31f63153126 req-f5897679-e9ec-4f73-9d5a-220c88e00c30 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550199 Apr 15 10:59:43.375825 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593924b-134d-40d3-8d6e-c4d009317eef req-dcbf4b47-291e-49a5-a404-c54c4593108c tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.377427 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e593924b-134d-40d3-8d6e-c4d009317eef req-dcbf4b47-291e-49a5-a404-c54c4593108c tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 950 time: 0.0943933 Apr 15 10:59:43.431517 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e593924b-134d-40d3-8d6e-c4d009317eef req-ac890bbc-5f1b-46f1-be13-4fea9eb7f847 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Apr 15 10:59:43.910300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04306e-6f2a-45cc-b09f-fbc930bec996 req-ed94fd07-5dea-4d6b-b273-0cb99bd7a08c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.911987 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e04306e-6f2a-45cc-b09f-fbc930bec996 req-ed94fd07-5dea-4d6b-b273-0cb99bd7a08c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 947 time: 0.1262286 Apr 15 10:59:43.921429 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c5e9-920a-407f-b925-b6c8755d8101 req-1f6ed812-cdb7-4e67-a786-171ef3537074 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.922949 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5e06c5e9-920a-407f-b925-b6c8755d8101 req-1f6ed812-cdb7-4e67-a786-171ef3537074 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 946 time: 0.1785142 Apr 15 10:59:44.000547 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e04306e-6f2a-45cc-b09f-fbc930bec996 req-61fc417f-9d35-47c9-af06-19125166fd6f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765390 Apr 15 10:59:44.005213 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5e06c5e9-920a-407f-b925-b6c8755d8101 req-829391c8-e6a2-4a7e-823c-4b25f33151ec tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670180 Apr 15 10:59:44.801945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca63aac-b272-4b12-94d5-93193ad58798 req-950818aa-101a-4d24-ac40-b50fec586c82 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:44.803473 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ca63aac-b272-4b12-94d5-93193ad58798 req-950818aa-101a-4d24-ac40-b50fec586c82 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 950 time: 0.0999827 Apr 15 10:59:44.850152 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5ca63aac-b272-4b12-94d5-93193ad58798 req-836fd9d9-4a5b-4645-b87d-bf7591b60976 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 Apr 15 10:59:45.209819 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec9c24-3616-48ae-aad0-8e91065e2238 req-96d4f68d-363d-4dcb-9772-d521abb3ea46 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:45.211438 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8fec9c24-3616-48ae-aad0-8e91065e2238 req-96d4f68d-363d-4dcb-9772-d521abb3ea46 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 946 time: 0.0926080 Apr 15 10:59:45.307537 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8fec9c24-3616-48ae-aad0-8e91065e2238 req-104d6955-f27a-481b-acc7-293736ab5707 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893245 Apr 15 10:59:45.347125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e983969-d1f7-4101-9ef4-090a319094f8 req-46612246-755e-44d4-ab58-af6de16bab6a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:45.349623 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2e983969-d1f7-4101-9ef4-090a319094f8 req-46612246-755e-44d4-ab58-af6de16bab6a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 950 time: 0.1172023 Apr 15 10:59:45.401466 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2e983969-d1f7-4101-9ef4-090a319094f8 req-b915a66e-b60c-4ce2-a1fb-fb8d228022d0 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419304 Apr 15 10:59:46.621149 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9549c8a-7368-46d0-adfe-b5d943e752af req-611c34f4-78cb-4c98-8c18-0b58b1420e34 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:46.623239 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e9549c8a-7368-46d0-adfe-b5d943e752af req-611c34f4-78cb-4c98-8c18-0b58b1420e34 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 950 time: 0.0934186 Apr 15 10:59:46.672644 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e9549c8a-7368-46d0-adfe-b5d943e752af req-fceb44e8-3841-4506-8dab-6c6e291041dc tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/security-groups?id=19191b31-bbe3-4bb3-800d-f1deb52c2879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Apr 15 10:59:47.006745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-cac3dfd1-73e7-4fee-8ee4-e9fd057e193d tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:47.008434 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-cac3dfd1-73e7-4fee-8ee4-e9fd057e193d tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 950 time: 0.1009951 Apr 15 10:59:47.092415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Deleting port 1caaa058-327d-439f-9435-4296e61ca305 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:47.092763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.361082 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] For port 1caaa058-327d-439f-9435-4296e61ca305, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1caaa058-327d-439f-9435-4296e61ca305,segment=NetworkSegment(f019d21b-6688-45a4-933e-ff18163f36aa),segment_id=f019d21b-6688-45a4-933e-ff18163f36aa)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:47.361386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.493290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Calling delete_port for 1caaa058-327d-439f-9435-4296e61ca305 owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:47.650472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.665611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8ad617da-f779-4a64-86bf-bbcdb2c44d8a tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:47.699695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1caaa058-327d-439f-9435-4296e61ca305'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:47.761452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Pushing event deleted for resources: {'Port': ['ID=1caaa058-327d-439f-9435-4296e61ca305,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:47.768180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:47.871328 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d2877225-114a-4d02-b6df-5453e3e3c44d req-18365401-e0a7-4222-a43c-017fffcc4c45 tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b HTTP/1.1" status: 200 len: 210 time: 0.0655155 Apr 15 10:59:47.964145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] No DVR routers for this DVR port 1caaa058-327d-439f-9435-4296e61ca305 on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:47.967579 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:47.972166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b', 'name': 'network-vif-deleted', 'tag': '1caaa058-327d-439f-9435-4296e61ca305'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:47.987407 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9297b81e-7f3c-4238-9b5d-d5ceca61bfd0 req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] 10.222.0.97 "DELETE /v2.0/ports/1caaa058-327d-439f-9435-4296e61ca305 HTTP/1.1" status: 204 len: 173 time: 0.9707649 Apr 15 10:59:48.026982 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab2ae8-b50a-42fc-ab2b-0df4b81fe85b', 'name': 'network-vif-deleted', 'tag': '1caaa058-327d-439f-9435-4296e61ca305', 'status': 'completed', 'code': 200} Apr 15 10:59:49.638494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8ece6346-aba4-487d-a04c-0a29320a0649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:50.063474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0787d-699b-4114-9799-d063b516ede6 req-70ca8d20-c13c-449b-b360-f31bd7f4e132 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:50.065075 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-70ca8d20-c13c-449b-b360-f31bd7f4e132 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 815 time: 0.1616919 Apr 15 10:59:50.082077 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-a643b849-b3df-43c2-bf87-b51b72b7ec96 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/quotas/67dfbd0e59b8425ca8cdf2b0cf193b07 HTTP/1.1" status: 200 len: 375 time: 0.0103765 Apr 15 10:59:50.175438 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-bc1aa772-cb4f-47d5-958a-ca19e958ecf0 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870879 Apr 15 10:59:50.323224 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-1ac1fe22-6f15-4f51-9f6b-18ae298781e9 service neutron] 10.222.0.71 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399212 Apr 15 10:59:50.472218 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-ab2d8f1d-ac1c-4edf-8d6d-968742b92bf5 service neutron] 10.222.0.71 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419578 Apr 15 10:59:50.672063 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-614e56aa-59e8-4799-af40-9f7d41016c6f req-524d3c70-7dd3-4139-858b-ae1f2d7c66af tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 210 time: 0.0491471 Apr 15 10:59:51.017342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1caaa058-327d-439f-9435-4296e61ca305 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:51.057265 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 1caaa058-327d-439f-9435-4296e61ca305 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:51.057981 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1caaa058-327d-439f-9435-4296e61ca305 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:52.012610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-472626f5-f79d-4ed2-a37b-7d2d60ba59b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.131902 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3a1c05a8-30d1-49e2-b054-075d76ff6367 req-d9901830-b35e-4ea1-9969-3a6ff192bcbd tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 210 time: 0.0632415 Apr 15 10:59:52.192499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0787d-699b-4114-9799-d063b516ede6 req-17f2f4a7-bc55-4e93-96d9-ebe1f9fcc707 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:52.194047 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-17f2f4a7-bc55-4e93-96d9-ebe1f9fcc707 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 815 time: 0.4650207 Apr 15 10:59:52.215022 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Request body: {'port': {'device_id': '58be103f-d9e5-47d4-997a-dadb4eac5857', 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f', 'admin_state_up': True, 'tenant_id': '67dfbd0e59b8425ca8cdf2b0cf193b07'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:52.363025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:52.369415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Usage tracker for resource:port and tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:52.373817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:52.380195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:52.390205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Made reservation on behalf of 67dfbd0e59b8425ca8cdf2b0cf193b07 for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:52.396407 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.570855 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Allocated IP 172.20.0.8 (0886aac7-f624-48da-ac87-74bc5719d02f/5f217c53-976e-412b-a517-37f0094e78ed/e1e7813e-77b3-41c2-989f-deb0990dee2e) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:52.789358 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.832187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.847539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:52.868064 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1eba8f1d-787e-4415-b412-c8a9c5a0d7d3'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:52.986592 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Pushing event updated for resources: {'Port': ['ID=e1e7813e-77b3-41c2-989f-deb0990dee2e,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:52.991199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:53.044710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Network 0886aac7-f624-48da-ac87-74bc5719d02f is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:53.046526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:53.049101 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:53.080038 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.126262 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:53.126988 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.141374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.149047 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9381347 Apr 15 10:59:53.168323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Request body: {'port': {'device_id': '58be103f-d9e5-47d4-997a-dadb4eac5857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:53.339915 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.435817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ac6f0-6b25-4cef-ab1a-35da5a1ad33d req-d289a114-ce95-49fa-ae00-d101bce8c903 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:53.436579 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-178ac6f0-6b25-4cef-ab1a-35da5a1ad33d req-d289a114-ce95-49fa-ae00-d101bce8c903 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Synchronizing usage tracker for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:53.512047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-178ac6f0-6b25-4cef-ab1a-35da5a1ad33d req-d289a114-ce95-49fa-ae00-d101bce8c903 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Unset dirty status for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:53.513388 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-178ac6f0-6b25-4cef-ab1a-35da5a1ad33d req-d289a114-ce95-49fa-ae00-d101bce8c903 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 931 time: 0.2564087 Apr 15 10:59:53.649148 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 42038) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:53.691775 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-178ac6f0-6b25-4cef-ab1a-35da5a1ad33d req-84290509-78bd-492e-a2f7-9c3cab536cc1 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300428 Apr 15 10:59:53.815727 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b8ca56cf-d24d-4117-aa37-3e20ef47a59f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1dc7ce399fd742a0b465c372b48ede9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652653 Apr 15 10:59:53.818291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 42044) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:53.838365 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e7813e-77b3-41c2-989f-deb0990dee2e {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:53.846503 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.861265 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Transition to ACTIVE for port object e1e7813e-77b3-41c2-989f-deb0990dee2e will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:59:53.864611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.880743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cffd2686-f10b-4b91-8646-5766e35eb0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:53.882009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5d353ee7-d5a8-4538-a06c-d1c3f5a81619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.910951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5d353ee7-d5a8-4538-a06c-d1c3f5a81619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.964209 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5d353ee7-d5a8-4538-a06c-d1c3f5a81619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.969592 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-77215348-4b98-411b-9c67-0d063d452097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:53.984805 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d353ee7-d5a8-4538-a06c-d1c3f5a81619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19191b31-bbe3-4bb3-800d-f1deb52c2879,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:53.987468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5d353ee7-d5a8-4538-a06c-d1c3f5a81619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:53.992837 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5d353ee7-d5a8-4538-a06c-d1c3f5a81619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.996479 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-5d353ee7-d5a8-4538-a06c-d1c3f5a81619 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/19191b31-bbe3-4bb3-800d-f1deb52c2879 HTTP/1.1" status: 204 len: 168 time: 0.1748116 Apr 15 10:59:54.014312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7813e-77b3-41c2-989f-deb0990dee2e,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:54.019591 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:54.237679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Attempting to bind port e1e7813e-77b3-41c2-989f-deb0990dee2e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:59:54.238146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Attempting to bind port e1e7813e-77b3-41c2-989f-deb0990dee2e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:59:54.238400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Attempting to bind port e1e7813e-77b3-41c2-989f-deb0990dee2e on network 0886aac7-f624-48da-ac87-74bc5719d02f {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:54.243548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Port e1e7813e-77b3-41c2-989f-deb0990dee2e on network 0886aac7-f624-48da-ac87-74bc5719d02f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:59:54.244018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Attempting to bind port e1e7813e-77b3-41c2-989f-deb0990dee2e on network 0886aac7-f624-48da-ac87-74bc5719d02f {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:54.249424 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:59:54.249798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Checking segment: {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:54.250216 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Bound using segment: {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:59:54.250729 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Bound port: e1e7813e-77b3-41c2-989f-deb0990dee2e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:59:54.251113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.347093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] For port e1e7813e-77b3-41c2-989f-deb0990dee2e, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:59:54.350488 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] For port e1e7813e-77b3-41c2-989f-deb0990dee2e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1e7813e-77b3-41c2-989f-deb0990dee2e,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:59:54.353836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.369690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:54.476921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.527326 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7813e-77b3-41c2-989f-deb0990dee2e,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:54.533524 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:54.567070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:54.567744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.569240 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] 10.222.0.97 "PUT /v2.0/ports/e1e7813e-77b3-41c2-989f-deb0990dee2e HTTP/1.1" status: 200 len: 1093 time: 1.4057589 Apr 15 10:59:54.569764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58be103f-d9e5-47d4-997a-dadb4eac5857', 'tag': 'e1e7813e-77b3-41c2-989f-deb0990dee2e'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:54.618980 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58be103f-d9e5-47d4-997a-dadb4eac5857', 'tag': 'e1e7813e-77b3-41c2-989f-deb0990dee2e', 'status': 'completed', 'code': 200} Apr 15 10:59:54.724574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0787d-699b-4114-9799-d063b516ede6 req-c54eaac2-dbda-466d-9936-c07eed68020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:54.726228 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-c54eaac2-dbda-466d-9936-c07eed68020c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 1096 time: 0.0801346 Apr 15 10:59:54.817620 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-2422ae1b-f544-432f-9d32-9abc786365a7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1e7813e-77b3-41c2-989f-deb0990dee2e HTTP/1.1" status: 200 len: 217 time: 0.0730057 Apr 15 10:59:54.937108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0787d-699b-4114-9799-d063b516ede6 req-9a7c67d4-4cdc-4938-8d09-7ee87539153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:54.938704 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-9a7c67d4-4cdc-4938-8d09-7ee87539153b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5f217c53-976e-412b-a517-37f0094e78ed HTTP/1.1" status: 200 len: 855 time: 0.0860558 Apr 15 10:59:55.000844 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-8c922e28-c463-4613-8914-dbe2a36204fe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0886aac7-f624-48da-ac87-74bc5719d02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553145 Apr 15 10:59:55.013760 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d4358-bf59-4fb4-b24b-4da37d54b2d7 req-d6488043-3a95-4e27-8ec7-2d7aaba75634 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:55.015327 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-438d4358-bf59-4fb4-b24b-4da37d54b2d7 req-d6488043-3a95-4e27-8ec7-2d7aaba75634 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 943 time: 0.1997952 Apr 15 10:59:55.154237 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-438d4358-bf59-4fb4-b24b-4da37d54b2d7 req-1f5f3f87-e4dd-4c0a-96b3-494e678b83e6 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141186 Apr 15 10:59:55.190865 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-7881d951-96e3-4184-aee9-47d7fa06ac60 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744640 Apr 15 10:59:55.342392 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd0787d-699b-4114-9799-d063b516ede6 req-9a7c4259-dfec-46cf-a0cc-5fcc73fd64c7 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434789 Apr 15 10:59:55.550170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db44f-7668-4164-b974-8791edbc7b77 req-3529fbec-22c3-48d1-93af-1098d35886bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:55.551850 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2b4db44f-7668-4164-b974-8791edbc7b77 req-3529fbec-22c3-48d1-93af-1098d35886bb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 1096 time: 0.0902386 Apr 15 10:59:55.705237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db44f-7668-4164-b974-8791edbc7b77 req-9585190c-957b-4d34-962f-e2eaa39cac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:55.706816 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2b4db44f-7668-4164-b974-8791edbc7b77 req-9585190c-957b-4d34-962f-e2eaa39cac5a service neutron] 10.222.0.97 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 917 time: 0.1464362 Apr 15 10:59:55.925738 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2b4db44f-7668-4164-b974-8791edbc7b77 req-1f695fd5-bb2a-403f-8bad-dd2db575056f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1e7813e-77b3-41c2-989f-deb0990dee2e HTTP/1.1" status: 200 len: 217 time: 0.0774846 Apr 15 10:59:56.002072 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db44f-7668-4164-b974-8791edbc7b77 req-45b631ba-a033-477d-a68e-bd275d245db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:56.003674 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2b4db44f-7668-4164-b974-8791edbc7b77 req-45b631ba-a033-477d-a68e-bd275d245db2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5f217c53-976e-412b-a517-37f0094e78ed HTTP/1.1" status: 200 len: 855 time: 0.0673537 Apr 15 10:59:56.056990 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2b4db44f-7668-4164-b974-8791edbc7b77 req-70b383a2-d785-497f-89d6-bc9f885660ba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0886aac7-f624-48da-ac87-74bc5719d02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464020 Apr 15 10:59:56.505814 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2b4db44f-7668-4164-b974-8791edbc7b77 req-8e662f00-f980-4ece-827c-3f3c43d8c149 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391935 Apr 15 10:59:56.617309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f523d23-6f99-4564-875f-89af8fa100c1 req-7c1c0404-f018-4ef5-bb11-cccb7a6148c6 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:56.618841 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9f523d23-6f99-4564-875f-89af8fa100c1 req-7c1c0404-f018-4ef5-bb11-cccb7a6148c6 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 943 time: 0.2330155 Apr 15 10:59:56.706731 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9f523d23-6f99-4564-875f-89af8fa100c1 req-32906bfe-ef20-43f5-bc8b-3e29c748024a tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794139 Apr 15 10:59:56.710224 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2b4db44f-7668-4164-b974-8791edbc7b77 req-aa32105a-9903-47f9-98b5-64c24ba8773b service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946809 Apr 15 10:59:57.916363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01162803-3d85-4bc4-85b1-eea4daa78540 req-f9d05da2-90cb-450b-b61f-00cc6a8b1519 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:57.917997 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-01162803-3d85-4bc4-85b1-eea4daa78540 req-f9d05da2-90cb-450b-b61f-00cc6a8b1519 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 943 time: 0.0890191 Apr 15 10:59:57.971048 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-01162803-3d85-4bc4-85b1-eea4daa78540 req-5183a4dc-f3a9-4c58-a8ee-9c49fff1e89d tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Apr 15 10:59:58.932728 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-59c9b983-ef64-460f-a32e-afd672fe41e2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807388 Apr 15 10:59:59.047898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-a0964053-dad1-43bc-b3cb-f749ca2a6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:59.049667 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-a0964053-dad1-43bc-b3cb-f749ca2a6ebf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 1100 time: 0.0810392 Apr 15 10:59:59.056639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device e1e7813e-77b3-41c2-989f-deb0990dee2e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:59.212909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port e1e7813e-77b3-41c2-989f-deb0990dee2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1e7813e-77b3-41c2-989f-deb0990dee2e,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:59.228714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': 'e1e7813e-77b3-41c2-989f-deb0990dee2e', 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f', 'port_id': 'e1e7813e-77b3-41c2-989f-deb0990dee2e', 'mac_address': 'fa:16:3e:a9:cf:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f217c53-976e-412b-a517-37f0094e78ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:59.281777 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-faf561a6-4390-4c00-9fe4-4b03af2bd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:59.283414 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-faf561a6-4390-4c00-9fe4-4b03af2bd21b service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 918 time: 0.2111609 Apr 15 10:59:59.288949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.297091 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a16bd3-cf6f-4b3d-906f-b751d871f553 req-696a635f-f9eb-4ab6-851f-b3e27132f195 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:59.303221 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-74a16bd3-cf6f-4b3d-906f-b751d871f553 req-696a635f-f9eb-4ab6-851f-b3e27132f195 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 943 time: 0.2038591 Apr 15 10:59:59.323273 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e7813e-77b3-41c2-989f-deb0990dee2e {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:59.329361 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.340124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port e1e7813e-77b3-41c2-989f-deb0990dee2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1e7813e-77b3-41c2-989f-deb0990dee2e,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:59.343988 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.346325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:59.422054 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=e1e7813e-77b3-41c2-989f-deb0990dee2e,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:59.430081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.430495 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.430877 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.431251 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.431619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.431987 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.432349 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.432707 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.433072 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.433437 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.433794 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.434134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:59.438275 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:59.450296 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-74a16bd3-cf6f-4b3d-906f-b751d871f553 req-a3257594-bcd2-47d5-ad92-22d9b4164f03 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897851 Apr 15 10:59:59.452383 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-179f3706-32a8-43e7-96b6-6a8226f3c3a6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aacbf748-aba2-477c-8888-444da6b37001 HTTP/1.1" status: 200 len: 1002 time: 0.1478999 Apr 15 10:59:59.523561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-17d5cc48-80ad-461c-903d-cdd962505193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:59.525206 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-17d5cc48-80ad-461c-903d-cdd962505193 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.0651910 Apr 15 10:59:59.621488 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-20601429-03e8-4555-9897-46694cbeff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:59.623180 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-20601429-03e8-4555-9897-46694cbeff1e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883331 Apr 15 10:59:59.740433 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['e1e7813e-77b3-41c2-989f-deb0990dee2e'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:59.770218 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-16430f08-8197-4b00-9076-3c8d80b17589 service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389191 Apr 15 10:59:59.920441 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe7073a6-89b7-4061-871a-67f4caacbb8c req-5edd8aa4-16a4-49ab-a5c7-f6f1e03c6a6a service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430354 Apr 15 11:00:00.340720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:00:00.658844 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c3d8-abf2-46bd-9d59-d2e47d458b12 req-0d1fb81e-0324-4f35-8575-08da740c4506 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:00.660442 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7347c3d8-abf2-46bd-9d59-d2e47d458b12 req-0d1fb81e-0324-4f35-8575-08da740c4506 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 944 time: 0.0901699 Apr 15 11:00:00.711119 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7347c3d8-abf2-46bd-9d59-d2e47d458b12 req-b2c425b7-659d-4335-bd16-011252770d36 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442836 Apr 15 11:00:01.057485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device e1e7813e-77b3-41c2-989f-deb0990dee2e up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:01.129590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port e1e7813e-77b3-41c2-989f-deb0990dee2e completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:01.134699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port e1e7813e-77b3-41c2-989f-deb0990dee2e triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:01.135112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.263047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.293044 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58be103f-d9e5-47d4-997a-dadb4eac5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7813e-77b3-41c2-989f-deb0990dee2e'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:01.304530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port e1e7813e-77b3-41c2-989f-deb0990dee2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1e7813e-77b3-41c2-989f-deb0990dee2e,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:01.308163 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.310125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:01.347784 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58be103f-d9e5-47d4-997a-dadb4eac5857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7813e-77b3-41c2-989f-deb0990dee2e', 'code': 200} Apr 15 11:00:01.384017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=e1e7813e-77b3-41c2-989f-deb0990dee2e,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:01.387301 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:01.656226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fed1ec-1ea3-44a2-8e7c-a271effa5b53 req-fce914ce-46ed-488b-b315-90c21cff0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:01.657760 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78fed1ec-1ea3-44a2-8e7c-a271effa5b53 req-fce914ce-46ed-488b-b315-90c21cff0d45 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 1098 time: 0.0901690 Apr 15 11:00:01.703491 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78fed1ec-1ea3-44a2-8e7c-a271effa5b53 req-5115b7cd-4d64-4846-9929-509db85d13b2 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Apr 15 11:00:01.939719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b4156-a0a3-4547-952e-0302b02e7117 req-81a1c4d5-8487-483b-9c62-32c2cf029c57 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:01.941228 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-457b4156-a0a3-4547-952e-0302b02e7117 req-81a1c4d5-8487-483b-9c62-32c2cf029c57 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 945 time: 0.1016545 Apr 15 11:00:01.992384 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-457b4156-a0a3-4547-952e-0302b02e7117 req-2756e873-f661-4a81-8b36-f16f4e6aa159 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Apr 15 11:00:03.214744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95b3a9-4fc0-4fe9-9f80-d207e6cb67e5 req-6a02fd65-1f0e-4e22-8c22-d857cb911741 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:03.216367 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe95b3a9-4fc0-4fe9-9f80-d207e6cb67e5 req-6a02fd65-1f0e-4e22-8c22-d857cb911741 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 945 time: 0.0941079 Apr 15 11:00:03.267258 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe95b3a9-4fc0-4fe9-9f80-d207e6cb67e5 req-33c14b68-d0f6-4585-8722-f38123c87e8b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Apr 15 11:00:05.549023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-a781f17e-f75e-469b-ae18-e074ca07bdac tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:05.550696 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-a781f17e-f75e-469b-ae18-e074ca07bdac tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 815 time: 0.1627471 Apr 15 11:00:05.570454 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-3fb8c05e-43e1-434b-8c4d-1967230436dd tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/quotas/67dfbd0e59b8425ca8cdf2b0cf193b07 HTTP/1.1" status: 200 len: 375 time: 0.0104840 Apr 15 11:00:05.667972 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-46bf1ec2-af15-4441-b761-e6a33f7258bf tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894718 Apr 15 11:00:05.816444 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-1d54bf74-6774-4289-b486-58937be140b5 service neutron] 10.222.0.71 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364720 Apr 15 11:00:05.965658 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-0ee1c7b8-0399-47a0-970e-0b001fbca171 service neutron] 10.222.0.71 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388280 Apr 15 11:00:06.177663 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-079b3da2-2e4c-43c9-aaaf-6885b69091ab req-edea9d44-c655-4f92-9b56-4eb11278ac87 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 210 time: 0.0628822 Apr 15 11:00:06.259270 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42218) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:06.387264 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.402588 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:06.406596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] Usage tracker for resource:security_group_rule and tenant:7d76f90668314d48829a9a1e540aaf67 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:06.409542 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:06.415744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:06.509000 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.512868 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.541439 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cf22daf2-5e54-4774-8628-825e95737a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:06.564138 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7d76f90668314d48829a9a1e540aaf67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036573 Apr 15 11:00:06.567278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 42226) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:06.572192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106a9486-38eb-4fa6-a212-2794ca5848f5,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:06.585707 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:06.634500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-04226ed1-4292-4f08-95ab-8392ff93eb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.661894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-04226ed1-4292-4f08-95ab-8392ff93eb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.715991 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-04226ed1-4292-4f08-95ab-8392ff93eb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.721537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b43d99f9-0e13-4696-b2d2-3fc322e340aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:06.733186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04226ed1-4292-4f08-95ab-8392ff93eb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106a9486-38eb-4fa6-a212-2794ca5848f5,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:06.740127 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-04226ed1-4292-4f08-95ab-8392ff93eb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:06.740915 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-04226ed1-4292-4f08-95ab-8392ff93eb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.742143 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-04226ed1-4292-4f08-95ab-8392ff93eb8f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/106a9486-38eb-4fa6-a212-2794ca5848f5 HTTP/1.1" status: 204 len: 168 time: 0.1732121 Apr 15 11:00:07.378282 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-274c030c-516b-4114-a157-d44eeced558a req-19c49805-aedd-406d-a2f1-80ed874c94f0 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 210 time: 0.0853271 Apr 15 11:00:07.515678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-3cab449c-339c-40c5-a9f6-a91b75cc8064 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:07.517455 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-3cab449c-339c-40c5-a9f6-a91b75cc8064 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 815 time: 0.1776512 Apr 15 11:00:07.541980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Request body: {'port': {'device_id': '6500bd51-db8e-49a4-8b38-ec3d841c61ec', 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f', 'admin_state_up': True, 'tenant_id': '67dfbd0e59b8425ca8cdf2b0cf193b07'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:07.687828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:07.700471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:07.708324 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Made reservation on behalf of 67dfbd0e59b8425ca8cdf2b0cf193b07 for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:07.714299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.130689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Allocated IP 172.20.0.5 (0886aac7-f624-48da-ac87-74bc5719d02f/5f217c53-976e-412b-a517-37f0094e78ed/06aef0a7-4e54-4153-94af-c10faa46cbcb) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:08.351551 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.384377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.399701 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-eb711156-9998-4817-8da2-91dc867ae82c tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:08.428446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1eba8f1d-787e-4415-b412-c8a9c5a0d7d3', 'e1e7813e-77b3-41c2-989f-deb0990dee2e'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:08.593375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Pushing event updated for resources: {'Port': ['ID=06aef0a7-4e54-4153-94af-c10faa46cbcb,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:08.599875 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:08.668205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Network 0886aac7-f624-48da-ac87-74bc5719d02f is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:08.670829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:08.674469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:08.716012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab05dc-5b49-4d57-abea-63b32217db18 req-e2c4f91e-fa3b-43e7-ad9b-6ef18b4654aa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:08.717610 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-87ab05dc-5b49-4d57-abea-63b32217db18 req-e2c4f91e-fa3b-43e7-ad9b-6ef18b4654aa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 931 time: 0.2112758 Apr 15 11:00:08.772020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:08.772673 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.805645 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-87ab05dc-5b49-4d57-abea-63b32217db18 req-1868d2a8-cfdb-4c41-be65-5b67a0ef18b3 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799828 Apr 15 11:00:08.820938 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2833700 Apr 15 11:00:08.842629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Request body: {'port': {'device_id': '6500bd51-db8e-49a4-8b38-ec3d841c61ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:08.963050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.381448 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06aef0a7-4e54-4153-94af-c10faa46cbcb {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:09.389511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.406214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Transition to ACTIVE for port object 06aef0a7-4e54-4153-94af-c10faa46cbcb will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:09.411059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.425180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3c0fb881-a667-4bbc-8608-7825eb42ea61 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:09.562640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Pushing event updated for resources: {'Port': ['ID=06aef0a7-4e54-4153-94af-c10faa46cbcb,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:09.565730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:09.788178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Attempting to bind port 06aef0a7-4e54-4153-94af-c10faa46cbcb on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:09.788739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Attempting to bind port 06aef0a7-4e54-4153-94af-c10faa46cbcb by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:09.788739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Attempting to bind port 06aef0a7-4e54-4153-94af-c10faa46cbcb on network 0886aac7-f624-48da-ac87-74bc5719d02f {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:09.794184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Port 06aef0a7-4e54-4153-94af-c10faa46cbcb on network 0886aac7-f624-48da-ac87-74bc5719d02f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:00:09.794574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Attempting to bind port 06aef0a7-4e54-4153-94af-c10faa46cbcb on network 0886aac7-f624-48da-ac87-74bc5719d02f {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:09.800316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:09.800692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Checking segment: {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:09.801112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Bound using segment: {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:09.801577 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Bound port: 06aef0a7-4e54-4153-94af-c10faa46cbcb, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:09.801952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.902283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] For port 06aef0a7-4e54-4153-94af-c10faa46cbcb, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:09.905455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] For port 06aef0a7-4e54-4153-94af-c10faa46cbcb, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06aef0a7-4e54-4153-94af-c10faa46cbcb,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:09.909794 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.925814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4d58180c-66e8-4dff-b388-f5421180e80f tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:10.121489 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Pushing event updated for resources: {'Port': ['ID=06aef0a7-4e54-4153-94af-c10faa46cbcb,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:10.137979 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:10.196380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc685549-1547-4d2d-8600-4b14f73df9d7 req-0ff9e2be-66c6-4e5b-adad-5c551d130ff5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:10.197149 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-bc685549-1547-4d2d-8600-4b14f73df9d7 req-0ff9e2be-66c6-4e5b-adad-5c551d130ff5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Synchronizing usage tracker for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:10.200385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:10.201050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.202556 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] 10.222.0.97 "PUT /v2.0/ports/06aef0a7-4e54-4153-94af-c10faa46cbcb HTTP/1.1" status: 200 len: 1093 time: 1.3645704 Apr 15 11:00:10.203078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6500bd51-db8e-49a4-8b38-ec3d841c61ec', 'tag': '06aef0a7-4e54-4153-94af-c10faa46cbcb'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:10.221990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-bc685549-1547-4d2d-8600-4b14f73df9d7 req-0ff9e2be-66c6-4e5b-adad-5c551d130ff5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Unset dirty status for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:10.226711 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bc685549-1547-4d2d-8600-4b14f73df9d7 req-0ff9e2be-66c6-4e5b-adad-5c551d130ff5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 943 time: 0.2691083 Apr 15 11:00:10.254153 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6500bd51-db8e-49a4-8b38-ec3d841c61ec', 'tag': '06aef0a7-4e54-4153-94af-c10faa46cbcb', 'status': 'completed', 'code': 200} Apr 15 11:00:10.275922 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bc685549-1547-4d2d-8600-4b14f73df9d7 req-2d5276aa-d780-44c3-90ab-e62b32eb1231 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451522 Apr 15 11:00:10.356247 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c2665363-c50b-4d65-9229-29371457ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:10.357843 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-c2665363-c50b-4d65-9229-29371457ea96 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 1096 time: 0.0792329 Apr 15 11:00:10.449211 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-b7b3fa83-fd7f-4f7e-8808-efcd2e333f40 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06aef0a7-4e54-4153-94af-c10faa46cbcb HTTP/1.1" status: 200 len: 217 time: 0.0684290 Apr 15 11:00:10.525693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-6ae9eaa1-3f47-4a55-aae4-ea958769206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:10.527338 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-6ae9eaa1-3f47-4a55-aae4-ea958769206d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5f217c53-976e-412b-a517-37f0094e78ed HTTP/1.1" status: 200 len: 855 time: 0.0694211 Apr 15 11:00:10.585166 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-8595907d-11ad-493f-a951-bcd66474a8e5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0886aac7-f624-48da-ac87-74bc5719d02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499208 Apr 15 11:00:10.729248 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-f6938e44-f140-46a1-8bf3-41b345254ba8 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363375 Apr 15 11:00:10.882175 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dab3a520-1db2-4498-b35d-07772b21cf8c req-4c8a4e83-13c8-4dd5-906b-b41269826322 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449077 Apr 15 11:00:11.063494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f1f78-c7cc-48e8-98f8-e89634b8b8b9 req-79bbf5c2-a69d-4fec-adbf-2c3113b7b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:11.065761 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a79f1f78-c7cc-48e8-98f8-e89634b8b8b9 req-79bbf5c2-a69d-4fec-adbf-2c3113b7b002 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 1096 time: 0.0845485 Apr 15 11:00:11.525492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f1f78-c7cc-48e8-98f8-e89634b8b8b9 req-ba3d0040-eed2-4ca4-9ba5-a949e1a83dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:11.527144 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a79f1f78-c7cc-48e8-98f8-e89634b8b8b9 req-ba3d0040-eed2-4ca4-9ba5-a949e1a83dde service neutron] 10.222.0.97 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 917 time: 0.4532053 Apr 15 11:00:11.550604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96488a-5878-435c-80af-32d271757747 req-ce1de344-7391-4f95-b8cf-f2289cdaf033 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:11.552166 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5a96488a-5878-435c-80af-32d271757747 req-ce1de344-7391-4f95-b8cf-f2289cdaf033 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 943 time: 0.1533024 Apr 15 11:00:11.635274 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a79f1f78-c7cc-48e8-98f8-e89634b8b8b9 req-55778c3e-de6a-44fa-bdd5-dd42d0fedf1f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06aef0a7-4e54-4153-94af-c10faa46cbcb HTTP/1.1" status: 200 len: 217 time: 0.0819976 Apr 15 11:00:11.717760 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5a96488a-5878-435c-80af-32d271757747 req-a4debce8-8fe9-412b-8485-34187a4c25b6 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073036 Apr 15 11:00:11.727554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f1f78-c7cc-48e8-98f8-e89634b8b8b9 req-c46d524d-a896-4b76-8ccc-74c4db707920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:11.729098 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a79f1f78-c7cc-48e8-98f8-e89634b8b8b9 req-c46d524d-a896-4b76-8ccc-74c4db707920 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5f217c53-976e-412b-a517-37f0094e78ed HTTP/1.1" status: 200 len: 855 time: 0.0850458 Apr 15 11:00:11.787287 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a79f1f78-c7cc-48e8-98f8-e89634b8b8b9 req-9b36ea78-423d-4d2b-b041-a9159ea470d7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0886aac7-f624-48da-ac87-74bc5719d02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465164 Apr 15 11:00:11.944249 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a79f1f78-c7cc-48e8-98f8-e89634b8b8b9 req-ea310b62-8b58-4606-a149-cfa736382716 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486914 Apr 15 11:00:12.097207 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a79f1f78-c7cc-48e8-98f8-e89634b8b8b9 req-30553723-12ad-4225-ad44-0e807373b5a9 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449156 Apr 15 11:00:12.937446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47905b-c364-440a-b3a5-8b07e441f87d req-980bc43d-d9fa-4cfc-ad5d-1d7bd8fa98fc tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.939165 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fb47905b-c364-440a-b3a5-8b07e441f87d req-980bc43d-d9fa-4cfc-ad5d-1d7bd8fa98fc tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 943 time: 0.0964296 Apr 15 11:00:12.989245 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fb47905b-c364-440a-b3a5-8b07e441f87d req-496d5ce5-a17e-4fe2-90a5-34360b0a1e80 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Apr 15 11:00:13.097254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 06aef0a7-4e54-4153-94af-c10faa46cbcb details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:13.246747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 06aef0a7-4e54-4153-94af-c10faa46cbcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06aef0a7-4e54-4153-94af-c10faa46cbcb,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:13.261242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '06aef0a7-4e54-4153-94af-c10faa46cbcb', 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f', 'port_id': '06aef0a7-4e54-4153-94af-c10faa46cbcb', 'mac_address': 'fa:16:3e:ba:07:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f217c53-976e-412b-a517-37f0094e78ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:13.321529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.339774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06aef0a7-4e54-4153-94af-c10faa46cbcb {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:13.356715 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 06aef0a7-4e54-4153-94af-c10faa46cbcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06aef0a7-4e54-4153-94af-c10faa46cbcb,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:13.360751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.362611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-fee155d3-3817-431f-9f30-dd7e1d363dca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:13.434405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=06aef0a7-4e54-4153-94af-c10faa46cbcb,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:13.437670 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:13.727784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['06aef0a7-4e54-4153-94af-c10faa46cbcb'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:14.199301 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f53ca7-47e6-4a8c-b176-5a0baec23dfc req-3aa0b7be-f43b-4c75-b342-5f3f410bf592 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:14.200894 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-53f53ca7-47e6-4a8c-b176-5a0baec23dfc req-3aa0b7be-f43b-4c75-b342-5f3f410bf592 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 944 time: 0.0926919 Apr 15 11:00:14.253422 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-53f53ca7-47e6-4a8c-b176-5a0baec23dfc req-71c8d45a-6847-4a08-b882-ded24720a361 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455194 Apr 15 11:00:15.100481 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 06aef0a7-4e54-4153-94af-c10faa46cbcb up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:15.181368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 06aef0a7-4e54-4153-94af-c10faa46cbcb completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:15.186469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 06aef0a7-4e54-4153-94af-c10faa46cbcb triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:15.186880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:15.311834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:15.340109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6500bd51-db8e-49a4-8b38-ec3d841c61ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06aef0a7-4e54-4153-94af-c10faa46cbcb'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:15.350706 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 06aef0a7-4e54-4153-94af-c10faa46cbcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06aef0a7-4e54-4153-94af-c10faa46cbcb,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:15.355628 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:15.357865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:15.389954 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6500bd51-db8e-49a4-8b38-ec3d841c61ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06aef0a7-4e54-4153-94af-c10faa46cbcb', 'code': 200} Apr 15 11:00:15.430392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=06aef0a7-4e54-4153-94af-c10faa46cbcb,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:15.433489 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:15.459524 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84c20a-3729-4bb5-ab78-c74cb57698a3 req-cba8aa2e-28a2-4e22-963a-f1ce4f346c31 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:15.461151 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7c84c20a-3729-4bb5-ab78-c74cb57698a3 req-cba8aa2e-28a2-4e22-963a-f1ce4f346c31 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 945 time: 0.0926588 Apr 15 11:00:15.511578 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7c84c20a-3729-4bb5-ab78-c74cb57698a3 req-b69a2a1a-3fd2-4bf3-938b-cd2ef40644a3 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Apr 15 11:00:15.686664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effbd17-3e4c-464f-b87b-d692f97d3943 req-309f45f8-b589-4937-8e06-cc93cfe32531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:15.688637 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3effbd17-3e4c-464f-b87b-d692f97d3943 req-309f45f8-b589-4937-8e06-cc93cfe32531 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 1098 time: 0.0868676 Apr 15 11:00:15.733418 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3effbd17-3e4c-464f-b87b-d692f97d3943 req-ef2e2d9e-a063-4606-ac1e-f8a01b9dc776 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377669 Apr 15 11:00:16.730739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdc3d6-b1d4-421e-957f-e80185f95a5a req-f23571dc-5ddf-4544-b5aa-3f40e5d8b494 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:16.732334 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c0cdc3d6-b1d4-421e-957f-e80185f95a5a req-f23571dc-5ddf-4544-b5aa-3f40e5d8b494 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 945 time: 0.0927091 Apr 15 11:00:16.782015 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c0cdc3d6-b1d4-421e-957f-e80185f95a5a req-87301067-b866-4524-bbe4-aed65eb22062 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Apr 15 11:00:18.018102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba7da5-7c1b-4772-8fe2-f74fed0ed257 req-021f9bdc-655a-4d61-879c-556c7daaf726 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:18.019776 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78ba7da5-7c1b-4772-8fe2-f74fed0ed257 req-021f9bdc-655a-4d61-879c-556c7daaf726 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 945 time: 0.1055145 Apr 15 11:00:18.068974 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78ba7da5-7c1b-4772-8fe2-f74fed0ed257 req-328b0216-2819-4748-90df-045ddd685552 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Apr 15 11:00:19.641812 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d1e71133-cd79-4b48-815d-1ca5ca35ffff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.020123 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-121642f8-c961-4918-88a9-72691359d6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.090656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.143751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.480307 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.672202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae6065-a683-4661-95ef-48e3fe09394d req-79be83ee-6278-47f4-9e08-882e7c2b5dc3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:24.673764 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fae6065-a683-4661-95ef-48e3fe09394d req-79be83ee-6278-47f4-9e08-882e7c2b5dc3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 947 time: 0.2175384 Apr 15 11:00:24.755581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-0fbca106-4e3c-4df5-913d-6cc0a384d761 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:24.757192 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-0fbca106-4e3c-4df5-913d-6cc0a384d761 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 815 time: 0.2386868 Apr 15 11:00:24.778882 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1fae6065-a683-4661-95ef-48e3fe09394d req-280ae0c3-1ada-46fd-a9fe-bea5b1b5ca3a tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923676 Apr 15 11:00:24.781627 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-0467cb18-23ba-4b57-8f91-99ad76bdfd57 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/quotas/67dfbd0e59b8425ca8cdf2b0cf193b07 HTTP/1.1" status: 200 len: 375 time: 0.0179915 Apr 15 11:00:24.896052 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-e6be85e8-97f2-4bb3-9e66-cac3aae441d8 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072903 Apr 15 11:00:25.056144 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-48842e0f-bcea-461e-98cb-fc1c422f0626 service neutron] 10.222.0.71 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512873 Apr 15 11:00:25.205619 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-efb5e762-b7e1-4ed5-ba28-e084dbd293af service neutron] 10.222.0.71 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379008 Apr 15 11:00:25.415407 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2152d1f3-6f03-4fa5-9828-22d8bed2c897 req-9fde2154-a45b-4b9a-a3f2-8deb7e591bcd tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 210 time: 0.0490696 Apr 15 11:00:25.999965 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a19de-ff96-4f3d-b267-309736cc3540 req-741cfb2b-74a4-4897-b1c2-1c5b287b64d3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:26.001607 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-786a19de-ff96-4f3d-b267-309736cc3540 req-741cfb2b-74a4-4897-b1c2-1c5b287b64d3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 947 time: 0.0925767 Apr 15 11:00:26.051476 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-786a19de-ff96-4f3d-b267-309736cc3540 req-30f32add-44fd-479d-98a0-e8c3ca55c1eb tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428333 Apr 15 11:00:26.638755 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4a641bb4-26cd-4da8-83a1-81155f57a6bb req-df40d337-8f29-4856-b0a7-9f193c89fd62 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 210 time: 0.0913665 Apr 15 11:00:26.685477 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-82f05df7-d200-48bd-b807-056a0ef53c8d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:26.687054 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-82f05df7-d200-48bd-b807-056a0ef53c8d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.97 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 947 time: 0.0978136 Apr 15 11:00:26.808514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Deleting port aacbf748-aba2-477c-8888-444da6b37001 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:26.808889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.897698 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-cabe6900-6f52-4e7b-80bc-dcd3d5aaa83b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:26.899313 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-cabe6900-6f52-4e7b-80bc-dcd3d5aaa83b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 815 time: 0.1620734 Apr 15 11:00:26.921879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Request body: {'port': {'device_id': 'd2c370a2-f059-489a-89b1-bfe5dbd1ef76', 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f', 'admin_state_up': True, 'tenant_id': '67dfbd0e59b8425ca8cdf2b0cf193b07'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:27.070492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:27.076740 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] For port aacbf748-aba2-477c-8888-444da6b37001, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=aacbf748-aba2-477c-8888-444da6b37001,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:27.077172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.081315 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:27.091465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Made reservation on behalf of 67dfbd0e59b8425ca8cdf2b0cf193b07 for: {'port': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:27.098110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.280742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Allocated IP 172.20.0.12 (0886aac7-f624-48da-ac87-74bc5719d02f/5f217c53-976e-412b-a517-37f0094e78ed/3ea68e72-984f-428e-9bd0-5745afe5d479) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:27.449337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.449665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.449971 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Floating IP ff761ae4-13f2-49fd-81c1-51d1b2932f9a disassociated. External IP: 172.28.0.161, port: aacbf748-aba2-477c-8888-444da6b37001. Apr 15 11:00:27.450417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Calling delete_port for aacbf748-aba2-477c-8888-444da6b37001 owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:27.498144 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.502060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4009b-df4a-4139-af1e-edb76178ebff req-a4c1a258-e0d0-49f3-b55a-cea0a417a42f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:27.504041 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-62c4009b-df4a-4139-af1e-edb76178ebff req-a4c1a258-e0d0-49f3-b55a-cea0a417a42f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 947 time: 0.3216455 Apr 15 11:00:27.532464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.551472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:27.577360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1eba8f1d-787e-4415-b412-c8a9c5a0d7d3', 'e1e7813e-77b3-41c2-989f-deb0990dee2e', '06aef0a7-4e54-4153-94af-c10faa46cbcb'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:27.588772 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-62c4009b-df4a-4139-af1e-edb76178ebff req-cc640eb8-a1ae-44b3-9c9e-d1d4c65303bd tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=15d6e271-db8c-47a2-b961-8d17de6cccac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746133 Apr 15 11:00:27.663151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.682939 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-111ae803-3488-4675-868a-cb1868da6ffa tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:27.698478 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Pushing event updated for resources: {'Port': ['ID=3ea68e72-984f-428e-9bd0-5745afe5d479,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:27.710504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.710806 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.711204 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.711589 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.712417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.712811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.713237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.713623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.714003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.714408 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.714795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.715592 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.729452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:27.747115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event deleted for resources: {'Port': ['ID=aacbf748-aba2-477c-8888-444da6b37001,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:27.777576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Network 0886aac7-f624-48da-ac87-74bc5719d02f is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:27.779077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:27.781638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:27.815852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.816257 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.816661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.817064 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.817462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.818303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.818303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.818616 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.819003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.819388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.819766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.820149 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:27.849236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:27.849913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.863563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:27.876358 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9594007 Apr 15 11:00:27.896018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Request body: {'port': {'device_id': 'd2c370a2-f059-489a-89b1-bfe5dbd1ef76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:27.976785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fa5cc-3c1e-479a-a245-a803fd5b691b req-acb62700-d283-4fe0-988a-1670650684f3 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:27.978545 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8e1fa5cc-3c1e-479a-a245-a803fd5b691b req-acb62700-d283-4fe0-988a-1670650684f3 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 932 time: 0.1732116 Apr 15 11:00:28.023100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:28.403216 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8e1fa5cc-3c1e-479a-a245-a803fd5b691b req-9b5cce30-cbd9-4243-a7f4-48329ffdb636 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677049 Apr 15 11:00:28.468626 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Router 63e96f85-cac0-4ff0-8a97-ee6150cc00be has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:00:28.470245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea68e72-984f-428e-9bd0-5745afe5d479 {{(pid=85314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:28.478448 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:28.495348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Transition to ACTIVE for port object 3ea68e72-984f-428e-9bd0-5745afe5d479 will not be triggered until provisioned by entity L2. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:28.499997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:28.516778 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:28.651637 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea68e72-984f-428e-9bd0-5745afe5d479,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:28.663298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:28.691154 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:28.702848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] Sync routers for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:28.727854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:28.728893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:00:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:28.848764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] No DVR routers for this DVR port aacbf748-aba2-477c-8888-444da6b37001 on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:00:28.856167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:28.874364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'name': 'network-vif-deleted', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:28.902069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-217a2e95-cbb3-4545-b1c6-10bb5c5e822d req-81d80beb-3223-4485-97d0-5fca26b0eb23 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Synchronizing usage tracker for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:28.907113 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f9b8762b-a99f-4fee-8b1a-256d19ea0535 req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.97 "DELETE /v2.0/ports/aacbf748-aba2-477c-8888-444da6b37001 HTTP/1.1" status: 204 len: 173 time: 2.1717277 Apr 15 11:00:28.909323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Attempting to bind port 3ea68e72-984f-428e-9bd0-5745afe5d479 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:28.909645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Attempting to bind port 3ea68e72-984f-428e-9bd0-5745afe5d479 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:28.910015 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Attempting to bind port 3ea68e72-984f-428e-9bd0-5745afe5d479 on network 0886aac7-f624-48da-ac87-74bc5719d02f {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:28.916145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Port 3ea68e72-984f-428e-9bd0-5745afe5d479 on network 0886aac7-f624-48da-ac87-74bc5719d02f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:00:28.916852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Attempting to bind port 3ea68e72-984f-428e-9bd0-5745afe5d479 on network 0886aac7-f624-48da-ac87-74bc5719d02f {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:28.923849 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:28.924410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Checking segment: {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:28.924995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Bound using segment: {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:28.925742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Bound port: 3ea68e72-984f-428e-9bd0-5745afe5d479, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c08f096-e763-428a-acf8-eeb0d79eaaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f'}}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:28.926395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:28.939880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-217a2e95-cbb3-4545-b1c6-10bb5c5e822d req-81d80beb-3223-4485-97d0-5fca26b0eb23 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Unset dirty status for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:28.964817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:28.965619 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-217a2e95-cbb3-4545-b1c6-10bb5c5e822d req-81d80beb-3223-4485-97d0-5fca26b0eb23 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=896c9c50-f04f-450b-8b6f-0b9ba28a183b HTTP/1.1" status: 200 len: 210 time: 0.1677368 Apr 15 11:00:28.974918 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896c9c50-f04f-450b-8b6f-0b9ba28a183b', 'name': 'network-vif-deleted', 'tag': 'aacbf748-aba2-477c-8888-444da6b37001', 'status': 'completed', 'code': 200} Apr 15 11:00:29.049905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] For port 3ea68e72-984f-428e-9bd0-5745afe5d479, host hv-cinder-78638, cleared binding levels {{(pid=85314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:29.053734 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] For port 3ea68e72-984f-428e-9bd0-5745afe5d479, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea68e72-984f-428e-9bd0-5745afe5d479,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:29.140884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:29.157563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2c4ea7d7-55bf-4a50-ba06-8a33cde21cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:29.217575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device aacbf748-aba2-477c-8888-444da6b37001 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:29.267208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: aacbf748-aba2-477c-8888-444da6b37001 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:00:29.267608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device aacbf748-aba2-477c-8888-444da6b37001 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:00:29.305783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea68e72-984f-428e-9bd0-5745afe5d479,revision_number=3']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:29.318517 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:29.338591 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:29.352454 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:29.353166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:29.354753 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] 10.222.0.97 "PUT /v2.0/ports/3ea68e72-984f-428e-9bd0-5745afe5d479 HTTP/1.1" status: 200 len: 1094 time: 1.4640753 Apr 15 11:00:29.355272 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c370a2-f059-489a-89b1-bfe5dbd1ef76', 'tag': '3ea68e72-984f-428e-9bd0-5745afe5d479'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:29.386848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:29.391871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] Checking router: 63e96f85-cac0-4ff0-8a97-ee6150cc00be for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:29.403619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:29.404719 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c370a2-f059-489a-89b1-bfe5dbd1ef76', 'tag': '3ea68e72-984f-428e-9bd0-5745afe5d479', 'status': 'completed', 'code': 200} Apr 15 11:00:29.405097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:00:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:29.551851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-0b84ce18-1dc8-497e-a1ac-59d3a62baa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:29.553629 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-0b84ce18-1dc8-497e-a1ac-59d3a62baa87 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 1097 time: 0.1029851 Apr 15 11:00:29.648190 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df9cf-8ea8-49e1-b226-aa689582b32f req-7aff52ce-97c9-4fb6-a77d-55aa671b563d tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:29.650611 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d61df9cf-8ea8-49e1-b226-aa689582b32f req-7aff52ce-97c9-4fb6-a77d-55aa671b563d tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 944 time: 0.1012843 Apr 15 11:00:29.704409 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-33da42d7-ae86-4d32-88e6-3cf631c2db3a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea68e72-984f-428e-9bd0-5745afe5d479 HTTP/1.1" status: 200 len: 217 time: 0.0900784 Apr 15 11:00:29.727889 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d61df9cf-8ea8-49e1-b226-aa689582b32f req-33890bef-e47f-4738-bb6c-58ef773a529a tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696428 Apr 15 11:00:29.824277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-24f781e1-55ab-4345-98a4-f42401675c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:29.827019 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-24f781e1-55ab-4345-98a4-f42401675c35 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5f217c53-976e-412b-a517-37f0094e78ed HTTP/1.1" status: 200 len: 855 time: 0.1076393 Apr 15 11:00:29.848274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:29.888874 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-57a9cf14-83e7-4391-a264-93cf08d35ec8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0886aac7-f624-48da-ac87-74bc5719d02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541162 Apr 15 11:00:30.059775 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-852c509f-3432-42fc-8e92-cd63dd786e53 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534739 Apr 15 11:00:30.125725 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42368) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:30.203974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-353b5e3f-aa5a-4464-a9cd-19fecacae258 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.215832 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-48ad22c1-1bbf-48ee-b3ee-3c816a256a93 req-bb12db63-3e87-4bc4-9acd-e9f866343aa4 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490445 Apr 15 11:00:30.224865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:30.229273 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4f85f-d9ae-4a25-ad54-5a83e6852c14 None None] The sync data for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb is: [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:30.243495 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-353b5e3f-aa5a-4464-a9cd-19fecacae258 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.294535 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-353b5e3f-aa5a-4464-a9cd-19fecacae258 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.300097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7a95e9b1-b52b-472e-a9ea-efdf7a39a0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:30.316462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b5e3f-aa5a-4464-a9cd-19fecacae258 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d6e271-db8c-47a2-b961-8d17de6cccac,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:30.318785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-353b5e3f-aa5a-4464-a9cd-19fecacae258 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:30.343687 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-353b5e3f-aa5a-4464-a9cd-19fecacae258 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.346542 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-353b5e3f-aa5a-4464-a9cd-19fecacae258 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "DELETE /v2.0/security-groups/15d6e271-db8c-47a2-b961-8d17de6cccac HTTP/1.1" status: 204 len: 168 time: 0.2193635 Apr 15 11:00:30.348061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42372) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:30.366099 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.v2.resource [None req-9e2444e3-f6ea-44f2-88f6-fe1efa0f9cff tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] show failed (client error): The resource could not be found. Apr 15 11:00:30.367266 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9e2444e3-f6ea-44f2-88f6-fe1efa0f9cff tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups/15d6e271-db8c-47a2-b961-8d17de6cccac HTTP/1.1" status: 404 len: 347 time: 0.0183394 Apr 15 11:00:30.370513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42376) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:30.403284 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300c0-56fe-44d9-a8d9-eb3fb2674d15 req-9abb58df-2ab0-460b-b2e1-ea91f43c79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:30.404938 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-002300c0-56fe-44d9-a8d9-eb3fb2674d15 req-9abb58df-2ab0-460b-b2e1-ea91f43c79fd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 1097 time: 0.0835702 Apr 15 11:00:30.549095 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Deleting port 071cebf8-a26a-4606-a939-e85f2bee7585 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:30.549731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.768629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.768960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.774463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df069f3-4393-445c-ac33-4c14e3792948 None None] New status for floating IP ff761ae4-13f2-49fd-81c1-51d1b2932f9a: DOWN {{(pid=85316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:00:30.803090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300c0-56fe-44d9-a8d9-eb3fb2674d15 req-72f8f565-dc53-4a70-a920-f45fe13abe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:30.804692 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-002300c0-56fe-44d9-a8d9-eb3fb2674d15 req-72f8f565-dc53-4a70-a920-f45fe13abe04 service neutron] 10.222.0.97 "GET /v2.0/networks?id=0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 200 len: 917 time: 0.3922400 Apr 15 11:00:30.888990 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-002300c0-56fe-44d9-a8d9-eb3fb2674d15 req-d5db36f4-788d-46de-a6d3-52f664da8279 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea68e72-984f-428e-9bd0-5745afe5d479 HTTP/1.1" status: 200 len: 217 time: 0.0730958 Apr 15 11:00:30.909221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Calling delete_port for 071cebf8-a26a-4606-a939-e85f2bee7585 owned by network:floatingip {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:30.960505 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002300c0-56fe-44d9-a8d9-eb3fb2674d15 req-e5426b12-7a26-4dbb-a8d2-07e7fd04d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:30.962093 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-002300c0-56fe-44d9-a8d9-eb3fb2674d15 req-e5426b12-7a26-4dbb-a8d2-07e7fd04d5ac service neutron] 10.222.0.97 "GET /v2.0/subnets?id=5f217c53-976e-412b-a517-37f0094e78ed HTTP/1.1" status: 200 len: 855 time: 0.0658054 Apr 15 11:00:31.015870 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-002300c0-56fe-44d9-a8d9-eb3fb2674d15 req-a1c67767-b622-4bbc-8bf6-ddd03b81807b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0886aac7-f624-48da-ac87-74bc5719d02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464954 Apr 15 11:00:31.074856 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197a893-d264-4f19-acfa-54ff77c31dcc req-525027c9-474f-4c73-92cb-587833ae02e1 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:31.076451 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7197a893-d264-4f19-acfa-54ff77c31dcc req-525027c9-474f-4c73-92cb-587833ae02e1 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 944 time: 0.1759651 Apr 15 11:00:31.079137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.db.api [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85313) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:00:31.079498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_db.api [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:00:31.128009 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7197a893-d264-4f19-acfa-54ff77c31dcc req-917ca8c2-6a40-4733-8a40-bacd84e3ba8d tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449069 Apr 15 11:00:31.160724 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-002300c0-56fe-44d9-a8d9-eb3fb2674d15 req-eefd8791-46d4-4f62-91cd-64bbe4789285 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368132 Apr 15 11:00:31.316445 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-002300c0-56fe-44d9-a8d9-eb3fb2674d15 req-53249582-7ec1-4258-8b60-e7823017fd13 service neutron] 10.222.0.97 "GET /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489992 Apr 15 11:00:31.581817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Deleting port 071cebf8-a26a-4606-a939-e85f2bee7585 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:31.582677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.781804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.782172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.920613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Calling delete_port for 071cebf8-a26a-4606-a939-e85f2bee7585 owned by network:floatingip {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:32.066467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.082909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:32.130218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event deleted for resources: {'Port': ['ID=071cebf8-a26a-4606-a939-e85f2bee7585,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:32.178468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:32.411423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.446448 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb6da7-6aeb-4d85-ac52-96157c599554 req-50689f68-a086-4a7a-b3eb-4b84689e8c8f tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:32.448044 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-98fb6da7-6aeb-4d85-ac52-96157c599554 req-50689f68-a086-4a7a-b3eb-4b84689e8c8f tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 944 time: 0.2013958 Apr 15 11:00:32.450990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.452088 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "DELETE /v2.0/floatingips/ff761ae4-13f2-49fd-81c1-51d1b2932f9a HTTP/1.1" status: 204 len: 168 time: 2.0805480 Apr 15 11:00:32.512711 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-98fb6da7-6aeb-4d85-ac52-96157c599554 req-870e2c75-a948-418e-b483-bbd6b30a0198 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580516 Apr 15 11:00:32.696249 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42388) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:32.702071 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1362912893', 'description': 'tempest-description--445807305'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:32.708908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:32.713548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Usage tracker for resource:security_group and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:32.716783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:32.723401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:32.735077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.759299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:32.763914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Usage tracker for resource:security_group_rule and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:32.766912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:32.773127 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:32.846037 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.850280 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.854007 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-61e3f3ea-c00e-46d3-9213-2ec566ee490d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:32.898951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b573a2e6-7ae0-44f0-9ba2-0593cb711916,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:32.901801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.903113 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2057948 Apr 15 11:00:32.904069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:32.906186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42392) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:32.911783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'security_group_rule': {'security_group_id': 'b573a2e6-7ae0-44f0-9ba2-0593cb711916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:32.918619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:32.922739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Usage tracker for resource:security_group_rule and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:32.926056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:32.932239 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:32.949606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.011938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.015776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.017922 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-732ae50e-ac9e-4759-ae0d-5db429abd1a7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:33.041282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19dba5e-9ca9-4e85-87d3-23da8f4da23f,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:33.047083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:33.051420 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.052702 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454878 Apr 15 11:00:33.055902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 42396) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:33.061633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'security_group_rule': {'security_group_id': 'b573a2e6-7ae0-44f0-9ba2-0593cb711916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:33.068538 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:33.072995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Usage tracker for resource:security_group_rule and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:33.076276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:33.082853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:33.105578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.175353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.179536 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.181589 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:33.204575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41fff5f-bb7f-476a-81b0-49241d7fa4f1,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:33.207219 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:33.215719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.217434 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1604710 Apr 15 11:00:33.221010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42400) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:33.227174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'floatingip': {'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:33.233583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:33.237725 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Usage tracker for resource:floatingip and tenant:caabc5a003af4501bc035dcef545b4a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:33.240805 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:33.247102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:33.258571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.263048 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 3ea68e72-984f-428e-9bd0-5745afe5d479 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:33.406094 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.411972 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 3ea68e72-984f-428e-9bd0-5745afe5d479, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea68e72-984f-428e-9bd0-5745afe5d479,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:33.426713 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '3ea68e72-984f-428e-9bd0-5745afe5d479', 'network_id': '0886aac7-f624-48da-ac87-74bc5719d02f', 'port_id': '3ea68e72-984f-428e-9bd0-5745afe5d479', 'mac_address': 'fa:16:3e:45:9f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f217c53-976e-412b-a517-37f0094e78ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:33.484864 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.505924 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea68e72-984f-428e-9bd0-5745afe5d479 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:33.523070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 3ea68e72-984f-428e-9bd0-5745afe5d479, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea68e72-984f-428e-9bd0-5745afe5d479,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:33.526246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.529705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-24f17e92-39b1-4914-a5b7-0044e88bdde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:33.560229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Allocated IP 172.28.0.147 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/616e1f17-aa83-4ce7-ad70-2dfd46557364) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:33.601144 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=3ea68e72-984f-428e-9bd0-5745afe5d479,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:33.604442 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:33.779461 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.802780 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478aba7-52f1-4da5-a6b6-69d36b8df490 req-1207d783-4805-40d4-8c13-bbed71707ed1 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:33.804397 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9478aba7-52f1-4da5-a6b6-69d36b8df490 req-1207d783-4805-40d4-8c13-bbed71707ed1 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 945 time: 0.1651981 Apr 15 11:00:33.860786 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9478aba7-52f1-4da5-a6b6-69d36b8df490 req-e5eeef05-db21-4ebd-a0f2-2d8db49e074e tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495384 Apr 15 11:00:33.862253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.878214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:33.903690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['3ea68e72-984f-428e-9bd0-5745afe5d479'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:34.257920 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'Port': ['ID=616e1f17-aa83-4ce7-ad70-2dfd46557364,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:34.263186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:34.313378 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:34.314657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:34.317129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:34.402767 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:34.466330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:34.740846 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:34.745548 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:34.758562 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bb8635f3-f8b8-4225-b9b2-85e711738a8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:34.892910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'Port': ['ID=616e1f17-aa83-4ce7-ad70-2dfd46557364,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:34.896890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:35.050737 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:35.081126 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:35.082494 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8600557 Apr 15 11:00:35.111478 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ff8bf-325f-4792-851a-5fbc1cb90259 req-dee6806d-b91c-40a6-9752-41746a37101c tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:35.113641 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b03ff8bf-325f-4792-851a-5fbc1cb90259 req-dee6806d-b91c-40a6-9752-41746a37101c tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 945 time: 0.1312077 Apr 15 11:00:35.164994 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b03ff8bf-325f-4792-851a-5fbc1cb90259 req-b7d94fb3-6a39-4c16-a98c-97e8174150b2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Apr 15 11:00:35.278134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 3ea68e72-984f-428e-9bd0-5745afe5d479 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:35.329786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-13e64314-aee8-4919-bf80-72faea42b93e req-0e67570c-830e-4467-8d3d-49476186c528 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Synchronizing usage tracker for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:35.345464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-13e64314-aee8-4919-bf80-72faea42b93e req-0e67570c-830e-4467-8d3d-49476186c528 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Unset dirty status for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:35.346860 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-0e67570c-830e-4467-8d3d-49476186c528 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1362912893&fields=id&tenant_id=caabc5a003af4501bc035dcef545b4a7 HTTP/1.1" status: 200 len: 267 time: 0.0636690 Apr 15 11:00:35.351410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 3ea68e72-984f-428e-9bd0-5745afe5d479 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:35.356928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 3ea68e72-984f-428e-9bd0-5745afe5d479 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:35.357351 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:35.484948 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:35.511497 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64314-aee8-4919-bf80-72faea42b93e req-7853d10d-57e9-437d-8972-d311d5935c80 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:35.512691 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-7853d10d-57e9-437d-8972-d311d5935c80 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 816 time: 0.1583080 Apr 15 11:00:35.514660 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c370a2-f059-489a-89b1-bfe5dbd1ef76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea68e72-984f-428e-9bd0-5745afe5d479'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:35.525564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 3ea68e72-984f-428e-9bd0-5745afe5d479, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea68e72-984f-428e-9bd0-5745afe5d479,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:35.535479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:35.538241 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:35.538552 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-972595dd-e516-4abb-b35f-4ed63d9cdcfa tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/quotas/caabc5a003af4501bc035dcef545b4a7 HTTP/1.1" status: 200 len: 375 time: 0.0110610 Apr 15 11:00:35.578375 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c370a2-f059-489a-89b1-bfe5dbd1ef76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea68e72-984f-428e-9bd0-5745afe5d479', 'code': 200} Apr 15 11:00:35.614828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=3ea68e72-984f-428e-9bd0-5745afe5d479,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:35.617990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:35.633576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-13e64314-aee8-4919-bf80-72faea42b93e req-9347322e-2a4d-46a1-88a2-01302d48ea65 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Synchronizing usage tracker for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:35.650085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-13e64314-aee8-4919-bf80-72faea42b93e req-9347322e-2a4d-46a1-88a2-01302d48ea65 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Unset dirty status for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:35.651562 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-9347322e-2a4d-46a1-88a2-01302d48ea65 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058171 Apr 15 11:00:35.804254 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-bdb78461-4a2f-481d-ae6d-ce76b415b895 service neutron] 10.222.0.71 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389787 Apr 15 11:00:35.879592 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5baa5a-075d-4703-8613-eaabc22e10be req-94991362-5719-4efe-86f0-a692a8635a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:35.881217 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4e5baa5a-075d-4703-8613-eaabc22e10be req-94991362-5719-4efe-86f0-a692a8635a38 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 1099 time: 0.0801544 Apr 15 11:00:35.928533 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4e5baa5a-075d-4703-8613-eaabc22e10be req-33e35508-8c25-4802-9303-4ce19511d30c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377080 Apr 15 11:00:35.948168 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-5ccdf526-5f38-47a9-a88c-d9c1864f2b50 service neutron] 10.222.0.71 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371260 Apr 15 11:00:36.147650 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8f59e6ee-200f-48ee-8571-f80e41fc5c6e req-6f540666-7d4f-4f44-92e5-9c7c56590224 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 210 time: 0.0497720 Apr 15 11:00:36.376904 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c4e4a-6b8d-43be-aa12-15c84af7bda1 req-f723129c-a29d-4654-b1d5-5e98cd8ffb17 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:36.379150 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-882c4e4a-6b8d-43be-aa12-15c84af7bda1 req-f723129c-a29d-4654-b1d5-5e98cd8ffb17 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 946 time: 0.0954461 Apr 15 11:00:36.429714 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-882c4e4a-6b8d-43be-aa12-15c84af7bda1 req-002d9916-4515-4539-85d2-54785c6bb604 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437849 Apr 15 11:00:37.327114 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e578c4c3-f577-421e-b3a2-d010efb2f2a6 req-0138c086-afe4-4d2c-8feb-736a30377285 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 210 time: 0.0498009 Apr 15 11:00:37.340197 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:00:37.652172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b4ba9-dd5f-4472-add2-a7690dbd1cab req-6237fa08-a76a-4328-bf76-93d48d0fd106 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:37.653985 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b1b4ba9-dd5f-4472-add2-a7690dbd1cab req-6237fa08-a76a-4328-bf76-93d48d0fd106 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 946 time: 0.0959339 Apr 15 11:00:37.682612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64314-aee8-4919-bf80-72faea42b93e req-e6c7d130-e368-4be5-8725-7c3228834bdb tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:37.684287 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-e6c7d130-e368-4be5-8725-7c3228834bdb tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 816 time: 0.1604502 Apr 15 11:00:37.705088 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b1b4ba9-dd5f-4472-add2-a7690dbd1cab req-543a872f-0fa7-47b6-b534-41c7fccf89fd tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434844 Apr 15 11:00:37.773150 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-5ec9e6d1-d921-4de7-a4e2-3826e798606e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=caabc5a003af4501bc035dcef545b4a7 HTTP/1.1" status: 200 len: 5708 time: 0.0735857 Apr 15 11:00:37.783283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'port': {'device_id': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'admin_state_up': True, 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'security_groups': ['b573a2e6-7ae0-44f0-9ba2-0593cb711916']}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:37.936352 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:37.946729 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:37.956622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Made reservation on behalf of caabc5a003af4501bc035dcef545b4a7 for: {'port': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:37.962789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:38.148818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Allocated IP 172.20.0.14 (e2fc2369-04ba-46f5-9a71-238ce9ea3380/f6198547-c4ea-4498-81a7-d04ad1984a48/96b8fce7-7019-43de-9f5e-2e4ac2e12bf4) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:38.350949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:38.367882 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Transition to ACTIVE for port object 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 will not be triggered until provisioned by entity DHCP. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:38.394199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:38.410059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:38.541002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee6874-a315-4a4a-a7d5-0d2211ee35b2 req-6fd36e9d-660d-4b17-9310-df9ef519f0e3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:38.542775 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3fee6874-a315-4a4a-a7d5-0d2211ee35b2 req-6fd36e9d-660d-4b17-9310-df9ef519f0e3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 932 time: 0.0948315 Apr 15 11:00:38.557909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event updated for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:38.562378 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:38.593009 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3fee6874-a315-4a4a-a7d5-0d2211ee35b2 req-22dab152-dc7c-4e20-b3d3-c7079a0bd7d6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419831 Apr 15 11:00:38.615839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:38.617028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:38.619597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:38.689928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:38.690707 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:38.716608 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-1ac467de-f972-491f-80df-60489914ddf2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9375539 Apr 15 11:00:38.737845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Request body: {'port': {'device_id': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:38.808863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-87641ce9-00db-4c86-acc5-62dc4228af60 None None] Provisioning for port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:38.814211 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-87641ce9-00db-4c86-acc5-62dc4228af60 None None] Provisioning complete for port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:38.814690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-87641ce9-00db-4c86-acc5-62dc4228af60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:38.860779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:38.875717 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-87641ce9-00db-4c86-acc5-62dc4228af60 None None] Port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:00:39.289275 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 {{(pid=85314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:39.297570 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:39.313324 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Transition to ACTIVE for port object 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 will not be triggered until provisioned by entity L2. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:39.316768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:39.330119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:39.465397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Pushing event updated for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:39.469671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:39.708066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Attempting to bind port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:39.708454 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Attempting to bind port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:39.708826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Attempting to bind port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 on network e2fc2369-04ba-46f5-9a71-238ce9ea3380 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:39.714183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 on network e2fc2369-04ba-46f5-9a71-238ce9ea3380 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:00:39.714580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Attempting to bind port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 on network e2fc2369-04ba-46f5-9a71-238ce9ea3380 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:39.726482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:39.726817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Checking segment: {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:39.727243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Bound using segment: {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:39.727870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Bound port: 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5581e4f-51fb-4916-81d6-4b48906c47f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380'}}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:39.728092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:39.834113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, cleared binding levels {{(pid=85314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:39.837260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd473037-dd9c-4edf-a235-07d7778dd0a5 req-5ae974f6-f018-427b-a5dc-3f0939001544 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:39.837573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:39.838814 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cd473037-dd9c-4edf-a235-07d7778dd0a5 req-5ae974f6-f018-427b-a5dc-3f0939001544 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.1067946 Apr 15 11:00:39.846711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:39.863360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0ec9b15a-6001-458b-92f3-abaeafc36107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:39.890840 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cd473037-dd9c-4edf-a235-07d7778dd0a5 req-206b3ea5-88c4-4913-87a9-03e457afee67 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448751 Apr 15 11:00:40.009168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Pushing event updated for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=3']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:40.012640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:40.057483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:40.058265 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:40.059679 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] 10.222.0.97 "PUT /v2.0/ports/96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 HTTP/1.1" status: 200 len: 1094 time: 1.3268757 Apr 15 11:00:40.060240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:40.110120 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'status': 'completed', 'code': 200} Apr 15 11:00:40.234651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64314-aee8-4919-bf80-72faea42b93e req-e9d0764c-e13b-408b-8fb8-b25cc575b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:40.236644 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-e9d0764c-e13b-408b-8fb8-b25cc575b5c0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 1097 time: 0.0899484 Apr 15 11:00:40.318909 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-937500b8-b0a5-401c-8f15-40d9d6561013 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 HTTP/1.1" status: 200 len: 217 time: 0.0678527 Apr 15 11:00:40.604966 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64314-aee8-4919-bf80-72faea42b93e req-71020055-7b2e-4cd5-8ef8-1c9aaf103d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:40.606587 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-71020055-7b2e-4cd5-8ef8-1c9aaf103d3b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.2808290 Apr 15 11:00:40.696888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64314-aee8-4919-bf80-72faea42b93e req-893767c2-b4a4-49ae-8478-62818369b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:40.698465 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-893767c2-b4a4-49ae-8478-62818369b642 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824015 Apr 15 11:00:40.852111 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-3388ced7-a148-48df-baf6-ce067f11641e service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455531 Apr 15 11:00:40.998783 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-13e64314-aee8-4919-bf80-72faea42b93e req-4366f7ef-b144-40a8-b0f6-d5ac0497d367 service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365714 Apr 15 11:00:41.111344 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec06a0-c8fe-4b07-9525-416da100c5c1 req-c79fb1dd-2d24-43bb-9d52-69ca32107261 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:41.113512 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-64ec06a0-c8fe-4b07-9525-416da100c5c1 req-c79fb1dd-2d24-43bb-9d52-69ca32107261 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.0983779 Apr 15 11:00:41.163567 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-64ec06a0-c8fe-4b07-9525-416da100c5c1 req-326efffc-2111-46e7-81d5-166f7cd32140 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Apr 15 11:00:41.204828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-299242d2-18b0-4689-938d-077378a475c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:41.206963 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-299242d2-18b0-4689-938d-077378a475c4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 1097 time: 0.0825548 Apr 15 11:00:41.369808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-639ed677-adf2-448f-9740-1d4bc5fc26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:41.372039 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-639ed677-adf2-448f-9740-1d4bc5fc26f2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 918 time: 0.1491287 Apr 15 11:00:41.458445 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-54d29837-4b15-46d0-9628-5e78a323d6ef service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 HTTP/1.1" status: 200 len: 217 time: 0.0739493 Apr 15 11:00:41.533474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-dd716f4c-7a29-46ea-b87c-dd8befc92607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:41.535453 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-dd716f4c-7a29-46ea-b87c-dd8befc92607 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.0696645 Apr 15 11:00:41.628194 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-b968947c-b5ec-4c47-9bb1-deb044359a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:41.629716 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-b968947c-b5ec-4c47-9bb1-deb044359a2c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870986 Apr 15 11:00:41.792011 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-3c5fba90-ed1b-4678-9107-ac3c4373439d service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541102 Apr 15 11:00:41.941313 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-732ff693-d7b6-4a27-ac2c-8fa1dce468a7 req-38c0aa1f-1921-4beb-a9cf-0cf768fba11d service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402266 Apr 15 11:00:42.375007 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd82ab4-5f32-47b8-ba5a-a37b9f43939a req-21c7fab2-2a66-4fd6-9190-6aee74089348 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:42.376603 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1bd82ab4-5f32-47b8-ba5a-a37b9f43939a req-21c7fab2-2a66-4fd6-9190-6aee74089348 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.0901303 Apr 15 11:00:42.432235 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1bd82ab4-5f32-47b8-ba5a-a37b9f43939a req-09b17d44-0c52-4fe4-ba0d-01734360a259 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485005 Apr 15 11:00:43.318730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:43.463927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:43.478411 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'port_id': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'mac_address': 'fa:16:3e:0b:e6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:43.542471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:43.561338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:43.578523 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:43.583822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:43.585844 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:43.646130 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9b1bd-8e6c-4714-b006-f99bf04e0654 req-0e1e4394-b4c5-4ac7-a704-104fc354ad3f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:43.647948 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acf9b1bd-8e6c-4714-b006-f99bf04e0654 req-0e1e4394-b4c5-4ac7-a704-104fc354ad3f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 945 time: 0.0965633 Apr 15 11:00:43.660377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:43.663647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:43.701903 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acf9b1bd-8e6c-4714-b006-f99bf04e0654 req-60184cb9-126a-4e41-b0d7-c4bc72eb3507 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474899 Apr 15 11:00:43.999240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:44.934402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6663d2-9805-4317-834f-8a16ddda71f9 req-4623cbe4-4c3e-4c4b-9c9d-0a94641da024 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:44.936031 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0c6663d2-9805-4317-834f-8a16ddda71f9 req-4623cbe4-4c3e-4c4b-9c9d-0a94641da024 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 945 time: 0.1057024 Apr 15 11:00:44.986639 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0c6663d2-9805-4317-834f-8a16ddda71f9 req-eb4f12b7-2c81-433b-bc4d-a7b51a8f36ac tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414846 Apr 15 11:00:45.330200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:45.402742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:45.407860 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:45.408283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:45.479072 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7145a-80a3-4759-9b77-bbedab399426 req-e89a5dd7-f943-44f5-a37a-9afbf0c757e0 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:45.480714 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78e7145a-80a3-4759-9b77-bbedab399426 req-e89a5dd7-f943-44f5-a37a-9afbf0c757e0 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 946 time: 0.0900121 Apr 15 11:00:45.540834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:45.544555 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78e7145a-80a3-4759-9b77-bbedab399426 req-e46a0f1e-516f-4b46-bec6-9b3ad266f39a tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491250 Apr 15 11:00:45.569709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:45.580013 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:45.583479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:45.585417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:45.622581 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'code': 200} Apr 15 11:00:45.660094 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:45.663413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:45.930363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07110dc2-457b-4d48-b0b1-9d00b32b531f req-606e233d-1502-401f-a1e6-aa8597877fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:45.932010 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-07110dc2-457b-4d48-b0b1-9d00b32b531f req-606e233d-1502-401f-a1e6-aa8597877fa2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 1099 time: 0.0862591 Apr 15 11:00:45.987414 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-07110dc2-457b-4d48-b0b1-9d00b32b531f req-82e49de3-c1f2-4121-bc48-0af03aa079c1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 Apr 15 11:00:46.210913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199dab3-d3a3-415c-adea-cf1207755019 req-3f74c656-5de6-4493-a26c-c2e3a680ef9c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:46.212427 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1199dab3-d3a3-415c-adea-cf1207755019 req-3f74c656-5de6-4493-a26c-c2e3a680ef9c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.0999005 Apr 15 11:00:46.260827 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1199dab3-d3a3-415c-adea-cf1207755019 req-6b66dd6b-b2b9-4a54-a8bd-e8d0d2f47cd5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417116 Apr 15 11:00:46.749655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5f2cb-4858-4432-be44-3cda602711d9 req-21687038-e78a-4631-9050-544f8d06dcfb tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:46.751456 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-88b5f2cb-4858-4432-be44-3cda602711d9 req-21687038-e78a-4631-9050-544f8d06dcfb tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 946 time: 0.0913110 Apr 15 11:00:46.804015 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-88b5f2cb-4858-4432-be44-3cda602711d9 req-556651bc-1cdc-4402-a9df-98bd60908cab tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459304 Apr 15 11:00:47.483451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaabda-b50f-47e8-83bf-491702d4d508 req-c7a09617-1d7c-4324-83f4-9826462e253a tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:47.485005 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8dbaabda-b50f-47e8-83bf-491702d4d508 req-c7a09617-1d7c-4324-83f4-9826462e253a tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1040187 Apr 15 11:00:47.542433 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8dbaabda-b50f-47e8-83bf-491702d4d508 req-6b7f1747-0028-48a3-8eab-327779000345 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495276 Apr 15 11:00:48.025818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aaef0c-32fd-4f47-a1d4-4c4e32360bd4 req-98e7872c-1910-4f17-96c4-6c62fde98a97 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.027466 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d9aaef0c-32fd-4f47-a1d4-4c4e32360bd4 req-98e7872c-1910-4f17-96c4-6c62fde98a97 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 946 time: 0.0965617 Apr 15 11:00:48.078755 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d9aaef0c-32fd-4f47-a1d4-4c4e32360bd4 req-9a5508be-0fd8-4251-81e8-ed81235b1cb3 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Apr 15 11:00:48.383826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-c74d47ae-da05-4772-acd7-23c557e19fd6 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.384475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-c74d47ae-da05-4772-acd7-23c557e19fd6 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Synchronizing usage tracker for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:48.401945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-c74d47ae-da05-4772-acd7-23c557e19fd6 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Unset dirty status for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:48.403188 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-c74d47ae-da05-4772-acd7-23c557e19fd6 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 946 time: 0.1235535 Apr 15 11:00:48.482595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Deleting port 3ea68e72-984f-428e-9bd0-5745afe5d479 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:48.482939 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:48.750070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] For port 3ea68e72-984f-428e-9bd0-5745afe5d479, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea68e72-984f-428e-9bd0-5745afe5d479,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:48.750664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:48.752191 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f329be-fdb0-4bf9-b47e-e2f7188d7ced req-659f7c4f-8b27-48cb-81a3-a73a57d54b55 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.754337 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b7f329be-fdb0-4bf9-b47e-e2f7188d7ced req-659f7c4f-8b27-48cb-81a3-a73a57d54b55 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.0913095 Apr 15 11:00:48.805558 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b7f329be-fdb0-4bf9-b47e-e2f7188d7ced req-b5e50a3a-40dd-46f0-8ea2-c44aa46c1eef tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444508 Apr 15 11:00:48.893999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Calling delete_port for 3ea68e72-984f-428e-9bd0-5745afe5d479 owned by compute:nova {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:49.015207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872fe53-7082-4a2b-9d48-63eee17a268e req-0588f041-db08-4931-a130-26fea58c682c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:49.016701 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2872fe53-7082-4a2b-9d48-63eee17a268e req-0588f041-db08-4931-a130-26fea58c682c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.0951371 Apr 15 11:00:49.026731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42516) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:49.032269 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-13fe948b-4ac6-4ea7-b720-387bde5b507e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Request body: {'floatingip': {'port_id': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:49.049220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:49.065013 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-75b2b22e-64c6-4ba8-b2e2-ccf71e5e14d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:49.091122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1eba8f1d-787e-4415-b412-c8a9c5a0d7d3', 'e1e7813e-77b3-41c2-989f-deb0990dee2e', '06aef0a7-4e54-4153-94af-c10faa46cbcb', '3ea68e72-984f-428e-9bd0-5745afe5d479'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:49.123117 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-13fe948b-4ac6-4ea7-b720-387bde5b507e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:49.162885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Pushing event deleted for resources: {'Port': ['ID=3ea68e72-984f-428e-9bd0-5745afe5d479,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:49.165610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:49.305297 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-34ab2c98-4235-4ac2-936e-ffa9ef58d327 req-4538e2dd-23b0-47cb-a3a5-8d6f34da4210 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2c370a2-f059-489a-89b1-bfe5dbd1ef76 HTTP/1.1" status: 200 len: 210 time: 0.0638230 Apr 15 11:00:49.322836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] No DVR routers for this DVR port 3ea68e72-984f-428e-9bd0-5745afe5d479 on host hv-cinder-78638 {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:00:49.327677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:49.330663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c370a2-f059-489a-89b1-bfe5dbd1ef76', 'name': 'network-vif-deleted', 'tag': '3ea68e72-984f-428e-9bd0-5745afe5d479'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:49.349306 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8c5e868e-5ea8-4d9e-90a8-e55168a5da4c req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "DELETE /v2.0/ports/3ea68e72-984f-428e-9bd0-5745afe5d479 HTTP/1.1" status: 204 len: 173 time: 0.9397757 Apr 15 11:00:49.383851 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c370a2-f059-489a-89b1-bfe5dbd1ef76', 'name': 'network-vif-deleted', 'tag': '3ea68e72-984f-428e-9bd0-5745afe5d479', 'status': 'completed', 'code': 200} Apr 15 11:00:49.648311 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e4cd5f67-7b3d-4b60-805e-21845a251c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:50.097579 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-13fe948b-4ac6-4ea7-b720-387bde5b507e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:50.101146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-13fe948b-4ac6-4ea7-b720-387bde5b507e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:50.286940 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [None req-13fe948b-4ac6-4ea7-b720-387bde5b507e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Floating IP dcf4a303-3749-4955-940b-9b156ee255c4 associated. External IP: 172.28.0.147, port: 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4. Apr 15 11:00:50.665220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fe948b-4ac6-4ea7-b720-387bde5b507e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Router 63e96f85-cac0-4ff0-8a97-ee6150cc00be has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:00:50.872574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fe948b-4ac6-4ea7-b720-387bde5b507e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:50.877664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-13fe948b-4ac6-4ea7-b720-387bde5b507e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:50.883678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] Sync routers for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:50.894585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:50.895265 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:00:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:50.940279 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-13fe948b-4ac6-4ea7-b720-387bde5b507e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "PUT /v2.0/floatingips/dcf4a303-3749-4955-940b-9b156ee255c4 HTTP/1.1" status: 200 len: 992 time: 1.9095542 Apr 15 11:00:50.940279 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:50.989982 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'status': 'completed', 'code': 200} Apr 15 11:00:51.090230 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:51.145386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-428804f7-3d79-433f-9b7f-8b34af2d3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:51.147063 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-428804f7-3d79-433f-9b7f-8b34af2d3470 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 1099 time: 0.0894804 Apr 15 11:00:51.295622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-d8d2fd57-8fb0-45f0-857f-e6065c09172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:51.297244 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-d8d2fd57-8fb0-45f0-857f-e6065c09172d service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 918 time: 0.1425483 Apr 15 11:00:51.418638 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-ef551d99-dea6-4675-86ca-68a3a569bacb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 HTTP/1.1" status: 200 len: 1000 time: 0.1128592 Apr 15 11:00:51.495137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-6070e7f1-a460-4b97-959c-753390eb13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:51.496739 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-6070e7f1-a460-4b97-959c-753390eb13af service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.0698264 Apr 15 11:00:51.517569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 3ea68e72-984f-428e-9bd0-5745afe5d479 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:51.562776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 3ea68e72-984f-428e-9bd0-5745afe5d479 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:00:51.563136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 3ea68e72-984f-428e-9bd0-5745afe5d479 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:00:51.585530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-d41a5519-2d5c-4c20-ae6c-ef91c8eefebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:51.587205 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-d41a5519-2d5c-4c20-ae6c-ef91c8eefebe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821867 Apr 15 11:00:51.680992 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': 'dcf4a303-3749-4955-940b-9b156ee255c4', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'port_id': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'mac_address': 'fa:16:3e:0b:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:00:34Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 1, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:51.685547 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] Checking router: 63e96f85-cac0-4ff0-8a97-ee6150cc00be for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:51.695680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:51.696360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:00:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:51.734306 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-be493be0-803a-4891-ac22-86f9acb59b55 service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392555 Apr 15 11:00:51.894033 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:51.897265 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f3f6591-1235-4e0b-9983-414713a9f798 req-6a9dfeb1-299f-4d72-94b3-967315f55c84 service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548884 Apr 15 11:00:52.059960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db039a1-c039-4628-807a-5b33913b6890 req-3ef83025-9b87-4f8c-b214-6f354674fe41 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:52.061556 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3db039a1-c039-4628-807a-5b33913b6890 req-3ef83025-9b87-4f8c-b214-6f354674fe41 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 945 time: 0.0938046 Apr 15 11:00:52.066095 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a15aab80-af50-4167-9d93-2629301f1322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.112228 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3db039a1-c039-4628-807a-5b33913b6890 req-c9e2d178-7370-4a16-b734-3f33f5a5b2e5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Apr 15 11:00:52.281255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': 'dcf4a303-3749-4955-940b-9b156ee255c4', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'port_id': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'mac_address': 'fa:16:3e:0b:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:00:34Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 1, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:52.285590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57357ed3-68a2-47ea-96ae-f7c338533fbe None None] The sync data for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb is: [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': 'dcf4a303-3749-4955-940b-9b156ee255c4', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'port_id': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'mac_address': 'fa:16:3e:0b:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:00:34Z', 'updated_at': '2021-04-15T11:00:49Z', 'revision_number': 1, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:52.592557 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2e8e8-c339-4277-bb95-b19ed963c4f0 None None] New status for floating IP dcf4a303-3749-4955-940b-9b156ee255c4: ACTIVE {{(pid=85316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:00:53.093447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:53.147438 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:53.331362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea592d08-4caf-4789-90ca-78478535d3d1 req-508b6017-7c29-4ddc-926f-03031d293e7f tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.333039 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ea592d08-4caf-4789-90ca-78478535d3d1 req-508b6017-7c29-4ddc-926f-03031d293e7f tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 945 time: 0.0907533 Apr 15 11:00:53.383643 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ea592d08-4caf-4789-90ca-78478535d3d1 req-9eaa7c21-b310-436f-8495-fc626c723a0c tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Apr 15 11:00:54.066100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-578ef9cf-4ffd-4301-b22a-f3e4cb5fce54 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:54.066891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-578ef9cf-4ffd-4301-b22a-f3e4cb5fce54 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Synchronizing usage tracker for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:54.083453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-578ef9cf-4ffd-4301-b22a-f3e4cb5fce54 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Unset dirty status for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:54.084635 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-578ef9cf-4ffd-4301-b22a-f3e4cb5fce54 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 945 time: 0.1169112 Apr 15 11:00:54.161328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Deleting port 06aef0a7-4e54-4153-94af-c10faa46cbcb {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:54.161695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.430712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] For port 06aef0a7-4e54-4153-94af-c10faa46cbcb, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=06aef0a7-4e54-4153-94af-c10faa46cbcb,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:54.431169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.502947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.598229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d50ef-f3fe-4eb1-8608-6fee8b67f284 req-bd93dfb1-c7e4-4cf0-9138-e8ca6817597a tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:54.599992 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-581d50ef-f3fe-4eb1-8608-6fee8b67f284 req-bd93dfb1-c7e4-4cf0-9138-e8ca6817597a tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 945 time: 0.1019452 Apr 15 11:00:54.652844 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-581d50ef-f3fe-4eb1-8608-6fee8b67f284 req-2a4b9e39-c138-43d6-bf2f-bb5f9a57104c tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Apr 15 11:00:54.792759 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Calling delete_port for 06aef0a7-4e54-4153-94af-c10faa46cbcb owned by compute:nova {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:54.943334 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.958738 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-eb7b56da-3070-4857-ac5d-0c644a97b0d2 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:54.979576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1eba8f1d-787e-4415-b412-c8a9c5a0d7d3', 'e1e7813e-77b3-41c2-989f-deb0990dee2e', '06aef0a7-4e54-4153-94af-c10faa46cbcb'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:55.011376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Pushing event deleted for resources: {'Port': ['ID=06aef0a7-4e54-4153-94af-c10faa46cbcb,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:55.013978 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:55.207935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] No DVR routers for this DVR port 06aef0a7-4e54-4153-94af-c10faa46cbcb on host hv-cinder-78638 {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:00:55.210587 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:55.213409 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6500bd51-db8e-49a4-8b38-ec3d841c61ec', 'name': 'network-vif-deleted', 'tag': '06aef0a7-4e54-4153-94af-c10faa46cbcb'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:55.229863 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-011efe2f-0e19-46ce-8ebb-e0d34709ecb4 req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "DELETE /v2.0/ports/06aef0a7-4e54-4153-94af-c10faa46cbcb HTTP/1.1" status: 204 len: 173 time: 1.1388490 Apr 15 11:00:55.267696 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6500bd51-db8e-49a4-8b38-ec3d841c61ec', 'name': 'network-vif-deleted', 'tag': '06aef0a7-4e54-4153-94af-c10faa46cbcb', 'status': 'completed', 'code': 200} Apr 15 11:00:55.836121 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9197386e-9734-432c-89b1-5a42439b6b2c req-49be423a-1fa5-427d-a9da-d5ac336e9271 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=6500bd51-db8e-49a4-8b38-ec3d841c61ec HTTP/1.1" status: 200 len: 210 time: 0.0503442 Apr 15 11:00:57.347971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005152e2-0a4b-40e3-a304-4e03aa79fb14 req-756c3183-47b0-4f4c-9829-b376ab9e7536 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:57.349563 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-005152e2-0a4b-40e3-a304-4e03aa79fb14 req-756c3183-47b0-4f4c-9829-b376ab9e7536 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 945 time: 0.0931301 Apr 15 11:00:57.386338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 06aef0a7-4e54-4153-94af-c10faa46cbcb no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:57.403609 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-005152e2-0a4b-40e3-a304-4e03aa79fb14 req-181470ab-db25-4329-8d2e-98bf03afa038 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 Apr 15 11:00:57.426684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 06aef0a7-4e54-4153-94af-c10faa46cbcb {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:00:57.427079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 06aef0a7-4e54-4153-94af-c10faa46cbcb not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:00:57.887921 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-3ba998fb-4576-4860-b864-a2b63c1d2b9b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932679 Apr 15 11:00:58.009206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-39e3940f-a837-4b41-ae8f-14ab2f85af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:58.010911 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-39e3940f-a837-4b41-ae8f-14ab2f85af80 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=695b49397102411a9116a5855da25c70&device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1098 time: 0.0820212 Apr 15 11:00:58.195096 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-86c0702d-b3c6-42c9-b820-cbd311c9b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:58.196620 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-86c0702d-b3c6-42c9-b820-cbd311c9b42d service neutron] 10.222.0.97 "GET /v2.0/networks?id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 HTTP/1.1" status: 200 len: 910 time: 0.1446712 Apr 15 11:00:58.313184 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-20996a45-0934-49c2-926d-e144a7ea72bb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110 HTTP/1.1" status: 200 len: 999 time: 0.1071618 Apr 15 11:00:58.390395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-b10c2fb6-c147-4a17-b8d0-dda2423b9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:58.391955 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-b10c2fb6-c147-4a17-b8d0-dda2423b9c07 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=69fed9a8-2e0a-4475-bb86-19682c82e3b9 HTTP/1.1" status: 200 len: 847 time: 0.0673640 Apr 15 11:00:58.485058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-47182237-0275-450b-97d5-ca2eff76e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:58.486758 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-47182237-0275-450b-97d5-ca2eff76e16a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859628 Apr 15 11:00:58.607964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e537b8c-4eec-4856-aaec-070ee593319b req-89443a10-6662-42da-b596-f36aa8a33e49 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:58.609570 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e537b8c-4eec-4856-aaec-070ee593319b req-89443a10-6662-42da-b596-f36aa8a33e49 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 945 time: 0.0907371 Apr 15 11:00:58.640849 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-6b13a97f-2ced-4783-b430-457a7e50098a service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426277 Apr 15 11:00:58.661142 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e537b8c-4eec-4856-aaec-070ee593319b req-a51fb3d9-7ace-49ac-bba0-a5309d363d5e tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Apr 15 11:00:58.790606 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f57d282-532c-4222-8dfc-503a6b38ad98 req-15f3d9f8-e70b-4d92-abec-ee4cd789c74f service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419592 Apr 15 11:00:59.125627 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-3824e5a2-0fbe-44ff-89b9-b8190c534f45 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:59.126416 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-3824e5a2-0fbe-44ff-89b9-b8190c534f45 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Synchronizing usage tracker for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:59.143316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-3824e5a2-0fbe-44ff-89b9-b8190c534f45 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Unset dirty status for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:59.144543 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-3824e5a2-0fbe-44ff-89b9-b8190c534f45 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 945 time: 0.1207795 Apr 15 11:00:59.224219 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Deleting port e1e7813e-77b3-41c2-989f-deb0990dee2e {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:59.224596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.357246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.497681 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] For port e1e7813e-77b3-41c2-989f-deb0990dee2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1e7813e-77b3-41c2-989f-deb0990dee2e,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:59.498174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.646741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Calling delete_port for e1e7813e-77b3-41c2-989f-deb0990dee2e owned by compute:nova {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:59.673956 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4122644-72e0-4e55-b0a2-3405dee92f14 req-b9164aee-f951-4a24-b965-3eda3bff565b tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:59.675601 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b4122644-72e0-4e55-b0a2-3405dee92f14 req-b9164aee-f951-4a24-b965-3eda3bff565b tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0938058 Apr 15 11:00:59.727006 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b4122644-72e0-4e55-b0a2-3405dee92f14 req-c5846afb-0dd5-440c-8992-e8e69041f2af tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445044 Apr 15 11:00:59.813746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.829169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9d95ff3d-387f-4a1d-9feb-1eaf08eb6aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:59.859208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1eba8f1d-787e-4415-b412-c8a9c5a0d7d3', 'e1e7813e-77b3-41c2-989f-deb0990dee2e'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:59.925560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Pushing event deleted for resources: {'Port': ['ID=e1e7813e-77b3-41c2-989f-deb0990dee2e,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:59.932753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:00.051528 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5618c4c6-93db-45de-bdd6-f8cf8b58a343 req-3426e379-8607-4f96-b381-cc999d727a7a tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=58be103f-d9e5-47d4-997a-dadb4eac5857 HTTP/1.1" status: 200 len: 210 time: 0.2601740 Apr 15 11:01:00.081210 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] No DVR routers for this DVR port e1e7813e-77b3-41c2-989f-deb0990dee2e on host hv-cinder-78638 {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:01:00.083961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.086728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58be103f-d9e5-47d4-997a-dadb4eac5857', 'name': 'network-vif-deleted', 'tag': 'e1e7813e-77b3-41c2-989f-deb0990dee2e'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:00.102028 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e7ec7ce7-2ea2-4aeb-9e9c-2bbb9728f455 req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "DELETE /v2.0/ports/e1e7813e-77b3-41c2-989f-deb0990dee2e HTTP/1.1" status: 204 len: 173 time: 0.9512799 Apr 15 11:01:00.134474 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58be103f-d9e5-47d4-997a-dadb4eac5857', 'name': 'network-vif-deleted', 'tag': 'e1e7813e-77b3-41c2-989f-deb0990dee2e', 'status': 'completed', 'code': 200} Apr 15 11:01:00.999838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565ebf5-fe51-42d2-bbdb-0cb4a13bccb8 req-575f39e7-2819-4eb9-90d9-805c929d3e78 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.001492 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0565ebf5-fe51-42d2-bbdb-0cb4a13bccb8 req-575f39e7-2819-4eb9-90d9-805c929d3e78 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.1536641 Apr 15 11:01:01.050607 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0565ebf5-fe51-42d2-bbdb-0cb4a13bccb8 req-3b372901-dfd9-4c9e-99e1-00c47a57801c tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424073 Apr 15 11:01:02.270450 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfaa12f-dfd7-4ca7-91f5-c50306123e13 req-61daa80a-aa88-4897-8f29-0ffb388c5d00 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:02.272002 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3cfaa12f-dfd7-4ca7-91f5-c50306123e13 req-61daa80a-aa88-4897-8f29-0ffb388c5d00 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0978277 Apr 15 11:01:02.320551 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3cfaa12f-dfd7-4ca7-91f5-c50306123e13 req-9d736fde-0703-44d9-a58e-6296a25ea8ca tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Apr 15 11:01:02.817183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d977b-6635-41eb-8f97-876027ece16d req-9c90e126-b4ad-4f36-ac5b-13dffd4dd629 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:02.818845 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bc6d977b-6635-41eb-8f97-876027ece16d req-9c90e126-b4ad-4f36-ac5b-13dffd4dd629 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 946 time: 0.0957527 Apr 15 11:01:02.869170 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bc6d977b-6635-41eb-8f97-876027ece16d req-feda978c-1eaa-416f-a3f0-e0a3bed511b3 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Apr 15 11:01:03.433282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device e1e7813e-77b3-41c2-989f-deb0990dee2e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:03.475419 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: e1e7813e-77b3-41c2-989f-deb0990dee2e {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:03.475777 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device e1e7813e-77b3-41c2-989f-deb0990dee2e not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:03.547905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7451b3-0498-46b2-89f1-a669715fa9c3 req-38244b1f-b9a7-4c93-a1d6-87b449cf9420 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:03.549531 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-aa7451b3-0498-46b2-89f1-a669715fa9c3 req-38244b1f-b9a7-4c93-a1d6-87b449cf9420 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0990579 Apr 15 11:01:03.601896 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-aa7451b3-0498-46b2-89f1-a669715fa9c3 req-aa9cdfd6-eb97-4471-a2cf-5d89a87911bb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446708 Apr 15 11:01:04.090486 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c757adb-254f-4f16-a177-1ea5da2018b2 req-487d8df1-a403-4133-8963-f6533983b763 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.092054 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6c757adb-254f-4f16-a177-1ea5da2018b2 req-487d8df1-a403-4133-8963-f6533983b763 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 946 time: 0.0922973 Apr 15 11:01:04.148188 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6c757adb-254f-4f16-a177-1ea5da2018b2 req-d0eb5b29-240b-400c-815e-cf7134321891 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470479 Apr 15 11:01:04.817342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3023f00-2780-4722-9329-148c58223e36 req-421d6961-22e7-4759-8425-318f1c0326b0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.819044 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d3023f00-2780-4722-9329-148c58223e36 req-421d6961-22e7-4759-8425-318f1c0326b0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0982811 Apr 15 11:01:04.871899 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d3023f00-2780-4722-9329-148c58223e36 req-fa77c30c-4349-494b-974e-f039796dd4df tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Apr 15 11:01:05.035656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-d53e99af-2115-45cd-a289-980e85384c40 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:05.036451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-d53e99af-2115-45cd-a289-980e85384c40 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Synchronizing usage tracker for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:05.053071 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-d53e99af-2115-45cd-a289-980e85384c40 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Unset dirty status for tenant:67dfbd0e59b8425ca8cdf2b0cf193b07 on resource:port {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:05.054309 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-d53e99af-2115-45cd-a289-980e85384c40 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 946 time: 0.1090820 Apr 15 11:01:05.138303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Deleting port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:05.138573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.366823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6cc1-ebba-4c3d-9430-05a4a6a00eaa req-c11ed349-91ff-4233-b2b4-b9131db838c3 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:05.368478 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ed5a6cc1-ebba-4c3d-9430-05a4a6a00eaa req-c11ed349-91ff-4233-b2b4-b9131db838c3 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 946 time: 0.0950139 Apr 15 11:01:05.406448 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] For port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,segment=NetworkSegment(8c08f096-e763-428a-acf8-eeb0d79eaaa2),segment_id=8c08f096-e763-428a-acf8-eeb0d79eaaa2)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:05.406753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.416468 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ed5a6cc1-ebba-4c3d-9430-05a4a6a00eaa req-8250223e-7efc-4531-8d9a-e6f4391d837b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/security-groups?id=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Apr 15 11:01:05.545426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Calling delete_port for 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 owned by compute:nova {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:05.703302 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.720124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:05.770492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Pushing event deleted for resources: {'Port': ['ID=1eba8f1d-787e-4415-b412-c8a9c5a0d7d3,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:05.816538 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:05.974650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] No DVR routers for this DVR port 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 on host hv-cinder-78638 {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:01:05.977018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.980360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4633af43-1cb9-49e3-8866-f5d4809f88e1', 'name': 'network-vif-deleted', 'tag': '1eba8f1d-787e-4415-b412-c8a9c5a0d7d3'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:06.000610 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9d46331c-5000-4a5e-baa7-641cc5e530c1 req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.97 "DELETE /v2.0/ports/1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 HTTP/1.1" status: 204 len: 173 time: 0.9352512 Apr 15 11:01:06.040179 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4633af43-1cb9-49e3-8866-f5d4809f88e1', 'name': 'network-vif-deleted', 'tag': '1eba8f1d-787e-4415-b412-c8a9c5a0d7d3', 'status': 'completed', 'code': 200} Apr 15 11:01:06.094846 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c96b19-a934-42ae-b31c-f7ccc0dd93ff req-fcacc611-f206-4297-9fd1-dc7769b7c59f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:06.096443 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-08c96b19-a934-42ae-b31c-f7ccc0dd93ff req-fcacc611-f206-4297-9fd1-dc7769b7c59f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0930548 Apr 15 11:01:06.145212 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-08c96b19-a934-42ae-b31c-f7ccc0dd93ff req-f05b5f80-2d2c-4384-9aaa-86e8f5b7f626 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416911 Apr 15 11:01:06.608635 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8564580d-71b2-4ebe-9b3f-1163f6ea826b req-fe219d15-141b-48d9-be9f-454173ff7ee4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] 10.222.0.71 "GET /v2.0/ports?device_id=4633af43-1cb9-49e3-8866-f5d4809f88e1 HTTP/1.1" status: 200 len: 210 time: 0.0522034 Apr 15 11:01:07.353654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81c475-62da-474e-b3bc-6cd771629958 req-55a0f42f-afdf-48ef-a19c-597d8283fd80 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:07.355303 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7c81c475-62da-474e-b3bc-6cd771629958 req-55a0f42f-afdf-48ef-a19c-597d8283fd80 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0931270 Apr 15 11:01:07.413994 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7c81c475-62da-474e-b3bc-6cd771629958 req-31342fda-7f2d-4040-be3e-ba5c68c1f085 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484712 Apr 15 11:01:07.451100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:07.488841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:07.489228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1eba8f1d-787e-4415-b412-c8a9c5a0d7d3 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:07.723360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42630) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:07.796580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9941ef-dc7b-4d88-8d5e-1e38bf1a6d16 admin admin] Deleting subnet 5f217c53-976e-412b-a517-37f0094e78ed {{(pid=85313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:01:07.799810 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4c9941ef-dc7b-4d88-8d5e-1e38bf1a6d16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.853598 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4c9941ef-dc7b-4d88-8d5e-1e38bf1a6d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852442262'] for subnet, precommit_delete_associations {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.911701 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4c9941ef-dc7b-4d88-8d5e-1e38bf1a6d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:08.195979 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4c9941ef-dc7b-4d88-8d5e-1e38bf1a6d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827953581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26686739'] for subnet, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:08.209825 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:08.546452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9941ef-dc7b-4d88-8d5e-1e38bf1a6d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f217c53-976e-412b-a517-37f0094e78ed,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:08.595320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4c9941ef-dc7b-4d88-8d5e-1e38bf1a6d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:08.654475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4c9941ef-dc7b-4d88-8d5e-1e38bf1a6d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:08.669203 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-4c9941ef-dc7b-4d88-8d5e-1e38bf1a6d16 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5f217c53-976e-412b-a517-37f0094e78ed HTTP/1.1" status: 204 len: 168 time: 0.9445286 Apr 15 11:01:08.672061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42638) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:08.757821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853b3b-aae9-4b46-8b96-042c23f452e4 req-67795a39-0bc3-4c8c-ad40-8136389b1a59 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:08.759459 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-83853b3b-aae9-4b46-8b96-042c23f452e4 req-67795a39-0bc3-4c8c-ad40-8136389b1a59 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.2144771 Apr 15 11:01:08.828669 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:08.907802 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-83853b3b-aae9-4b46-8b96-042c23f452e4 req-9a456098-27d3-4858-b113-fa925449e413 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397872 Apr 15 11:01:09.040604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.155208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0886aac7-f624-48da-ac87-74bc5719d02f']}} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:09.172105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c08f096-e763-428a-acf8-eeb0d79eaaa2') {'for_net_delete': True} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:09.172440 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c08f096-e763-428a-acf8-eeb0d79eaaa2') {} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:09.184561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2333554'] for segment, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.200007 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.206835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=85313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:01:09.384493 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Network 0886aac7-f624-48da-ac87-74bc5719d02f has no segments {{(pid=85313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:09.393775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26821872'] for segment, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.581697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Network 0886aac7-f624-48da-ac87-74bc5719d02f has no segments {{(pid=85313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:01:09.604870 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:01:09.687308 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.691296 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-527f7394-bff5-4f19-a8f3-14250b22f07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:09.705553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.716736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Pushing event deleted for resources: {'Network': ['ID=0886aac7-f624-48da-ac87-74bc5719d02f,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:09.720109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:09.725300 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f39f6ea0-e838-46da-b541-f98db502683e admin admin] 10.222.0.71 "DELETE /v2.0/networks/0886aac7-f624-48da-ac87-74bc5719d02f HTTP/1.1" status: 204 len: 168 time: 1.0522199 Apr 15 11:01:09.912121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42646) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:09.933020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c242e-869f-470c-9c39-03c897b17234 req-3880f872-1441-4695-847e-3c02adbafbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:09.934655 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd6c242e-869f-470c-9c39-03c897b17234 req-3880f872-1441-4695-847e-3c02adbafbf9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=695b49397102411a9116a5855da25c70&device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1098 time: 0.0866964 Apr 15 11:01:09.968820 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-095946f6-1bfc-4ef5-b593-18e1adbf8c0c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=67dfbd0e59b8425ca8cdf2b0cf193b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529613 Apr 15 11:01:09.969138 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42652) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:10.077132 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9c28e413-1bc8-41bd-af4e-001084f9f101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:10.083614 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c242e-869f-470c-9c39-03c897b17234 req-40b987b9-5825-4582-aff1-b78fb1cb99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.085194 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd6c242e-869f-470c-9c39-03c897b17234 req-40b987b9-5825-4582-aff1-b78fb1cb99fe service neutron] 10.222.0.97 "GET /v2.0/networks?id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 HTTP/1.1" status: 200 len: 910 time: 0.1429255 Apr 15 11:01:10.115449 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9c28e413-1bc8-41bd-af4e-001084f9f101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:10.181826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edb1ff-fd5f-474f-b7cf-cfdc96a22180 req-32a6cdae-404c-4858-8da4-ede15367fa4d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.183452 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-23edb1ff-fd5f-474f-b7cf-cfdc96a22180 req-32a6cdae-404c-4858-8da4-ede15367fa4d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.1576600 Apr 15 11:01:10.189377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9c28e413-1bc8-41bd-af4e-001084f9f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:10.196896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-353b5e3f-aa5a-4464-a9cd-19fecacae258 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:10.197075 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd6c242e-869f-470c-9c39-03c897b17234 req-3aa5de7e-a291-485d-bd99-d788b19725e5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110 HTTP/1.1" status: 200 len: 999 time: 0.1017237 Apr 15 11:01:10.227594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28e413-1bc8-41bd-af4e-001084f9f101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49f1e48-5c52-4c20-b8a4-c5bc2302b91e,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:10.230166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9c28e413-1bc8-41bd-af4e-001084f9f101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:10.241445 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9c28e413-1bc8-41bd-af4e-001084f9f101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:10.245110 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9c28e413-1bc8-41bd-af4e-001084f9f101 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c49f1e48-5c52-4c20-b8a4-c5bc2302b91e HTTP/1.1" status: 204 len: 168 time: 0.2725298 Apr 15 11:01:10.268512 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-23edb1ff-fd5f-474f-b7cf-cfdc96a22180 req-70fa070c-a721-4756-bbe3-4ae68234d0c8 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726950 Apr 15 11:01:10.498370 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c242e-869f-470c-9c39-03c897b17234 req-fe22798a-ac6d-414c-b2a9-8dcfd039bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.499977 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd6c242e-869f-470c-9c39-03c897b17234 req-fe22798a-ac6d-414c-b2a9-8dcfd039bf5b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=69fed9a8-2e0a-4475-bb86-19682c82e3b9 HTTP/1.1" status: 200 len: 847 time: 0.2818880 Apr 15 11:01:10.596119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c242e-869f-470c-9c39-03c897b17234 req-eba4c009-b3c3-4274-8ecd-ad164900ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.597828 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd6c242e-869f-470c-9c39-03c897b17234 req-eba4c009-b3c3-4274-8ecd-ad164900ef84 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775473 Apr 15 11:01:10.748967 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd6c242e-869f-470c-9c39-03c897b17234 req-0b26ba56-b805-4597-b29b-eb28f949567a service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364334 Apr 15 11:01:10.897678 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd6c242e-869f-470c-9c39-03c897b17234 req-a0d743cd-f32f-4320-881b-d66ac79a205b service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372373 Apr 15 11:01:11.047896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 42678) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:11.164782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-928473421-network', 'tenant_id': '36b1db0fdb1a42d884e3f0d68df0a3ce'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:11.170417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:11.174692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Usage tracker for resource:network and tenant:36b1db0fdb1a42d884e3f0d68df0a3ce is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:11.177834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:11.184575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:11.194804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Made reservation on behalf of 36b1db0fdb1a42d884e3f0d68df0a3ce for: {'network': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:11.199518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.212906 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.232280 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:11.236373 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Usage tracker for resource:security_group_rule and tenant:36b1db0fdb1a42d884e3f0d68df0a3ce is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:11.239455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:11.245617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:11.331777 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.335392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.338538 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-947e2bce-fb43-4fd5-9442-0a4ca6a172f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:11.368184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 1207, 'physical_network': 'physnet1'} {{(pid=85314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:01:11.377274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b45294-d70d-4697-b01a-c3e80be91e34,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:11.381425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:11.384041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.384433 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Added segment 5478f06e-3b1d-469c-ac35-46c53d5ae699 of type vlan for network c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7 Apr 15 11:01:11.412531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.442944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.444326 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:11.444928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.448530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-07b95fd1-2348-4052-8fb2-c76cc3fe7c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:11.485572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fda1e-6548-474c-a966-9cef62d72635 req-614af950-64af-4b39-b373-7ac2c05d3ba0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:11.487421 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-668fda1e-6548-474c-a966-9cef62d72635 req-614af950-64af-4b39-b373-7ac2c05d3ba0 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0987916 Apr 15 11:01:11.543636 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-668fda1e-6548-474c-a966-9cef62d72635 req-6504376b-fa98-4813-8d9d-89be5139e718 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489471 Apr 15 11:01:11.555478 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5061684 Apr 15 11:01:11.558766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 42686) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:11.566501 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Request body: {'subnet': {'network_id': 'c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-928473421-subnet', 'tenant_id': '36b1db0fdb1a42d884e3f0d68df0a3ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:11.571345 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Pushing event updated for resources: {'Network': ['ID=c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:11.574024 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:11.576504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:11.578865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Usage tracker for resource:subnet and tenant:36b1db0fdb1a42d884e3f0d68df0a3ce is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:11.581726 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:01:11.581949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:11.588221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:11.597154 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Made reservation on behalf of 36b1db0fdb1a42d884e3f0d68df0a3ce for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:11.601971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.028866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.042417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:12.167287 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8981dcf3-fdbc-48b7-9a40-6ee010e1187b,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:12.172654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:12.244542 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Checking segment: {'id': '5478f06e-3b1d-469c-ac35-46c53d5ae699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': 'c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:12.244935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Network hostable DHCP agents. Network: c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:01:12.263798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Network c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:01:12.273759 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:12.282918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f01ed6-763e-4184-a6a4-fd9b8c0b689f None None] Network c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:12.287297 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:12.287949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.308235 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-35f143f2-fe27-4412-9a28-e3cb446a03f4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7483690 Apr 15 11:01:12.517346 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac99de44-0df5-4174-a52c-d9e7038383da None None] Network c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:12.753008 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acfa31-0dc6-48a2-b9f1-6749a5d5173c req-6ca5fb28-d3b3-44e8-909c-d532dafe8870 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:12.754662 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-31acfa31-0dc6-48a2-b9f1-6749a5d5173c req-6ca5fb28-d3b3-44e8-909c-d532dafe8870 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0948403 Apr 15 11:01:12.803944 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-31acfa31-0dc6-48a2-b9f1-6749a5d5173c req-1528844b-2aa5-46cc-bfc6-6b9d3c6a2628 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Apr 15 11:01:12.857334 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 42708) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:12.863957 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-45457800-network', 'tenant_id': '2aad0b5695374ef1b04c23be6c14b32f'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:12.869974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:12.874277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Usage tracker for resource:network and tenant:2aad0b5695374ef1b04c23be6c14b32f is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:12.878137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:12.884781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:12.895300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Made reservation on behalf of 2aad0b5695374ef1b04c23be6c14b32f for: {'network': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:12.900087 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.913620 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.929458 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:12.933762 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:2aad0b5695374ef1b04c23be6c14b32f is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:12.936828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:12.943055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:13.033729 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.037292 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.041758 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ab8712a8-f8c5-4e21-a945-c8a539cdca07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:13.066953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=85314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:01:13.080421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0c5f63-95e3-47a7-a057-967defd1da02,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:13.084642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:13.085593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.085971 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Added segment d4c43ea0-f710-4679-bbb7-e065ddaa727c of type vlan for network 9ae963a3-3850-4a15-8089-510dcfb0c910 Apr 15 11:01:13.112470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.142978 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.144344 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:13.144974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.148564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b60601ac-a054-4f9a-ba54-fc77c6695067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:13.254998 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3962634 Apr 15 11:01:13.255940 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Pushing event updated for resources: {'Network': ['ID=9ae963a3-3850-4a15-8089-510dcfb0c910,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:13.258014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42714) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:13.258781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:13.266575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 9ae963a3-3850-4a15-8089-510dcfb0c910 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:01:13.268691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Request body: {'subnet': {'network_id': '9ae963a3-3850-4a15-8089-510dcfb0c910', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-45457800-subnet', 'tenant_id': '2aad0b5695374ef1b04c23be6c14b32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:13.274256 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:13.278925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Usage tracker for resource:subnet and tenant:2aad0b5695374ef1b04c23be6c14b32f is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:13.282008 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:13.288390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:13.301704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Made reservation on behalf of 2aad0b5695374ef1b04c23be6c14b32f for: {'subnet': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:13.306983 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828089031'] for subnet, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.727578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26822286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828089048'] for subnet, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.740800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-795082fe-74f4-4a45-b56f-acf0e2a87c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:13.862564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4a8aa3-eaec-4dab-b582-0a0e5c43b6ce,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:13.868287 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:13.992977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Checking segment: {'id': 'd4c43ea0-f710-4679-bbb7-e065ddaa727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '9ae963a3-3850-4a15-8089-510dcfb0c910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:13.993233 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Network hostable DHCP agents. Network: 9ae963a3-3850-4a15-8089-510dcfb0c910, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:01:14.026789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Network 9ae963a3-3850-4a15-8089-510dcfb0c910 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:01:14.046226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5de338-4501-4608-bbda-47741b97fd01 req-dcd0645b-c2f1-4258-9bd9-cf08e564b77f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:14.047876 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6c5de338-4501-4608-bbda-47741b97fd01 req-dcd0645b-c2f1-4258-9bd9-cf08e564b77f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.1229200 Apr 15 11:01:14.048961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 9ae963a3-3850-4a15-8089-510dcfb0c910) {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:14.059001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd35c5-845b-413f-84ed-f80a89f35648 None None] Network 9ae963a3-3850-4a15-8089-510dcfb0c910 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:14.075988 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:14.076628 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.113627 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0cff571f-cf99-4b39-98e4-165ddee22b5b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8500299 Apr 15 11:01:14.122288 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6c5de338-4501-4608-bbda-47741b97fd01 req-5a3c469d-12ea-4fba-9c56-ca3213278292 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640569 Apr 15 11:01:14.267498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 42724) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:14.298629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae9691-633c-4628-8aa2-b8618acfea3f None None] Network 9ae963a3-3850-4a15-8089-510dcfb0c910 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:14.338670 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-962956d3-03fc-4306-8c36-e269e56e0047 admin admin] Deleting subnet 8981dcf3-fdbc-48b7-9a40-6ee010e1187b {{(pid=85314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:01:14.342058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-962956d3-03fc-4306-8c36-e269e56e0047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.350715 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:01:14.449645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-962956d3-03fc-4306-8c36-e269e56e0047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851352988'] for subnet, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.540001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ab01d-db6b-4c63-b187-da37919ff0ae req-96eec1ba-856a-4432-9ca4-eb6dfccf1d63 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:14.540855 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-76b5075d-b75a-4947-b43b-4df6bc1d6364 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1704268 Apr 15 11:01:14.541926 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-962956d3-03fc-4306-8c36-e269e56e0047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.553324 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f38ab01d-db6b-4c63-b187-da37919ff0ae req-96eec1ba-856a-4432-9ca4-eb6dfccf1d63 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.1216621 Apr 15 11:01:14.611174 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f38ab01d-db6b-4c63-b187-da37919ff0ae req-5cbb84dc-94da-4b7a-903f-ee4cb3f7f88b tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503285 Apr 15 11:01:14.813394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-962956d3-03fc-4306-8c36-e269e56e0047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852206639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26456869'] for subnet, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.830383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-21a54bb4-0540-4319-8431-fc647346fdc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:14.919225 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962956d3-03fc-4306-8c36-e269e56e0047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8981dcf3-fdbc-48b7-9a40-6ee010e1187b,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:14.923746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-962956d3-03fc-4306-8c36-e269e56e0047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:14.965015 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-962956d3-03fc-4306-8c36-e269e56e0047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.971651 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-962956d3-03fc-4306-8c36-e269e56e0047 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8981dcf3-fdbc-48b7-9a40-6ee010e1187b HTTP/1.1" status: 204 len: 168 time: 0.7023098 Apr 15 11:01:14.974114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 42742) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:15.091026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.283495 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.398418 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7']}} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:15.411224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5478f06e-3b1d-469c-ac35-46c53d5ae699') {'for_net_delete': True} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:15.411416 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5478f06e-3b1d-469c-ac35-46c53d5ae699') {} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:15.423808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422844'] for segment, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.439160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.446495 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=85314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:01:15.480304 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 31becfb8-0d4e-4e8d-9ebd-43463cd46110 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:15.611940 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.631675 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Network c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:15.641036 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568562'] for segment, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.641271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:15.652325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:15.656349 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.658990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:15.762595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=31becfb8-0d4e-4e8d-9ebd-43463cd46110,revision_number=6']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:15.777744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.778136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.778566 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.778940 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.779312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.779685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.780051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.780417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.780783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.781155 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.781738 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.782100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:15.787022 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:15.843147 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cb39f-a8c8-493c-a6b2-4fb0fae6b2df req-2cb45cec-8196-4bd7-8407-e83e92187988 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:15.851458 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-265cb39f-a8c8-493c-a6b2-4fb0fae6b2df req-2cb45cec-8196-4bd7-8407-e83e92187988 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 943 time: 0.0996566 Apr 15 11:01:15.893432 dv-cinder-786384-1-smb neutron-server[85198]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'code': 422} returned with failed status Apr 15 11:01:15.905689 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-265cb39f-a8c8-493c-a6b2-4fb0fae6b2df req-85f4e890-0d65-4bd6-b963-25a7571b65b3 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532184 Apr 15 11:01:16.069704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Network c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:01:16.092561 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:01:16.218423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.223897 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.226612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:16.249569 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7 HTTP/1.1" status: 204 len: 168 time: 1.2743244 Apr 15 11:01:16.250850 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c97c25ab-b3f7-42d5-93ec-3fd30a2dd0e7,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:16.252903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42754) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:16.253764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:16.274686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-8b956b22-177b-437b-a742-c0e17134fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:16.276281 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-8b956b22-177b-437b-a742-c0e17134fb32 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad&tenant_id=695b49397102411a9116a5855da25c70 HTTP/1.1" status: 200 len: 1096 time: 0.2355549 Apr 15 11:01:16.321826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-8191d190-9e81-42c2-823c-70f8e370ee41 admin admin] Deleting subnet 0b4a8aa3-eaec-4dab-b582-0a0e5c43b6ce {{(pid=85313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:01:16.325159 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8191d190-9e81-42c2-823c-70f8e370ee41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.377743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8191d190-9e81-42c2-823c-70f8e370ee41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852442262'] for subnet, precommit_delete_associations {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.396274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-43e5f2dd-917b-4fd2-af17-c22616bf8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:16.397925 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-43e5f2dd-917b-4fd2-af17-c22616bf8dde service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=695b49397102411a9116a5855da25c70&device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1096 time: 0.0820973 Apr 15 11:01:16.441670 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8191d190-9e81-42c2-823c-70f8e370ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.542149 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-1c4ef990-e940-4b4f-8cc1-5f06427e75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:16.544198 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-1c4ef990-e940-4b4f-8cc1-5f06427e75dd service neutron] 10.222.0.97 "GET /v2.0/networks?id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 HTTP/1.1" status: 200 len: 910 time: 0.1380339 Apr 15 11:01:16.656395 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-01b73f78-d54f-47f0-93af-b116a0c76a4a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110 HTTP/1.1" status: 200 len: 997 time: 0.1037726 Apr 15 11:01:16.704266 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8191d190-9e81-42c2-823c-70f8e370ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827953581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26686739'] for subnet, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.723859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:16.727856 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-f854ba51-5dbb-4892-a4dd-6e17f7b3465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:16.729456 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-f854ba51-5dbb-4892-a4dd-6e17f7b3465d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=69fed9a8-2e0a-4475-bb86-19682c82e3b9 HTTP/1.1" status: 200 len: 847 time: 0.0653141 Apr 15 11:01:16.807470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191d190-9e81-42c2-823c-70f8e370ee41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4a8aa3-eaec-4dab-b582-0a0e5c43b6ce,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:16.811998 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8191d190-9e81-42c2-823c-70f8e370ee41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:16.815221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-339a46f9-93de-4454-bc08-6947ecfacec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:16.816910 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-339a46f9-93de-4454-bc08-6947ecfacec4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792809 Apr 15 11:01:16.857773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8191d190-9e81-42c2-823c-70f8e370ee41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.867045 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8191d190-9e81-42c2-823c-70f8e370ee41 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0b4a8aa3-eaec-4dab-b582-0a0e5c43b6ce HTTP/1.1" status: 204 len: 168 time: 0.6100554 Apr 15 11:01:16.867444 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42760) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:16.964899 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-44836d79-fed8-4cb5-b0f2-61f956fc3b55 service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388535 Apr 15 11:01:16.993773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:17.111303 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af45e020-156c-495d-bc8c-f2d4ec176a9f req-9096a8c0-3131-4e88-b5e2-8f21a981d88b service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392660 Apr 15 11:01:17.258137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:17.343418 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b048b5e-4beb-4a3d-b41b-59bd73760be9 req-64485dbb-9459-49c1-9dfe-9ba582767e4b tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:17.345212 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9b048b5e-4beb-4a3d-b41b-59bd73760be9 req-64485dbb-9459-49c1-9dfe-9ba582767e4b tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 943 time: 0.3027887 Apr 15 11:01:17.654242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae963a3-3850-4a15-8089-510dcfb0c910']}} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:17.672926 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9b048b5e-4beb-4a3d-b41b-59bd73760be9 req-043fab38-69f4-4811-a8b0-be76aa1c3dbe tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813205 Apr 15 11:01:17.674530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c43ea0-f710-4679-bbb7-e065ddaa727c') {'for_net_delete': True} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:17.674859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c43ea0-f710-4679-bbb7-e065ddaa727c') {} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:17.687398 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2333554'] for segment, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:17.703028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:17.709530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=85313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:01:17.889590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Network 9ae963a3-3850-4a15-8089-510dcfb0c910 has no segments {{(pid=85313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:17.899132 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26821872'] for segment, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.077115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Network 9ae963a3-3850-4a15-8089-510dcfb0c910 has no segments {{(pid=85313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:01:18.099712 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:01:18.179512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.183372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9b0bbe2d-dc31-4cfd-a52c-cc34158d8530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:18.197379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.207119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae963a3-3850-4a15-8089-510dcfb0c910,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:18.209561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:18.211176 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-80603a94-7588-43ad-9211-71072c978c94 admin admin] 10.222.0.71 "DELETE /v2.0/networks/9ae963a3-3850-4a15-8089-510dcfb0c910 HTTP/1.1" status: 204 len: 168 time: 1.3423736 Apr 15 11:01:18.405687 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42770) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:18.457036 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-49a546cf-93f0-4fdc-bd79-ce69dc099520 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=36b1db0fdb1a42d884e3f0d68df0a3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499325 Apr 15 11:01:18.460311 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42774) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:18.526406 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-14b0817e-5efb-4743-9662-76d4c6c83be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.555080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-14b0817e-5efb-4743-9662-76d4c6c83be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.605511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-14b0817e-5efb-4743-9662-76d4c6c83be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.609381 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1f27144a-0240-4ab2-875e-c6ccfde7041d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:18.621435 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0817e-5efb-4743-9662-76d4c6c83be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b45294-d70d-4697-b01a-c3e80be91e34,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:18.625243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-14b0817e-5efb-4743-9662-76d4c6c83be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:18.629471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-14b0817e-5efb-4743-9662-76d4c6c83be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.631012 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-14b0817e-5efb-4743-9662-76d4c6c83be7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3b45294-d70d-4697-b01a-c3e80be91e34 HTTP/1.1" status: 204 len: 168 time: 0.1697690 Apr 15 11:01:18.882338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2e032-2f18-4945-826a-519196066520 req-e155145f-c462-404a-992b-4eeb6a1b5b26 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:18.884239 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-58d2e032-2f18-4945-826a-519196066520 req-e155145f-c462-404a-992b-4eeb6a1b5b26 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 943 time: 0.0938685 Apr 15 11:01:18.933162 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-58d2e032-2f18-4945-826a-519196066520 req-5b5e77e8-96a1-4f42-bbf3-4aff9f4788bc tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Apr 15 11:01:19.005098 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42784) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:19.057367 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7c3bda9e-5455-4e15-a1ac-63f1568b2aa6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2aad0b5695374ef1b04c23be6c14b32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509515 Apr 15 11:01:19.061368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 42788) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:19.126464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9adbb37f-0664-464a-a69c-6e837e5d469d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.155605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9adbb37f-0664-464a-a69c-6e837e5d469d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.212272 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9adbb37f-0664-464a-a69c-6e837e5d469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.217830 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-dc4781e0-99a1-45cb-aa9b-78fe34c55699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:19.235200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbb37f-0664-464a-a69c-6e837e5d469d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0c5f63-95e3-47a7-a057-967defd1da02,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:19.237966 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9adbb37f-0664-464a-a69c-6e837e5d469d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:19.239274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9adbb37f-0664-464a-a69c-6e837e5d469d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.245038 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9adbb37f-0664-464a-a69c-6e837e5d469d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c0c5f63-95e3-47a7-a057-967defd1da02 HTTP/1.1" status: 204 len: 168 time: 0.1805539 Apr 15 11:01:19.498086 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 31becfb8-0d4e-4e8d-9ebd-43463cd46110 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:01:19.808365 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2af46078-1239-4d58-a19a-57becccd5297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.832836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:19.847036 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'port_id': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'mac_address': 'fa:16:3e:85:0f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:01:19.907057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.925514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31becfb8-0d4e-4e8d-9ebd-43463cd46110 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:19.943857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:19.948011 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.949955 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:20.023484 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=31becfb8-0d4e-4e8d-9ebd-43463cd46110,revision_number=7']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:20.027372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:20.138229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff1172-4142-4ca1-9059-f3ede9701870 req-6986ad31-8016-45c0-8ef0-6042bb0f834e tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:20.139995 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5aff1172-4142-4ca1-9059-f3ede9701870 req-6986ad31-8016-45c0-8ef0-6042bb0f834e tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 944 time: 0.0879569 Apr 15 11:01:20.191067 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5aff1172-4142-4ca1-9059-f3ede9701870 req-c8cafb6d-d8ba-4085-b450-77876d0e8b74 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437624 Apr 15 11:01:20.345169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['31becfb8-0d4e-4e8d-9ebd-43463cd46110'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:21.409009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfb44c-5457-43dc-8fc5-93b5b9f94442 req-2503601d-9679-4f61-ba59-417de889d446 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:21.410656 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-16dfb44c-5457-43dc-8fc5-93b5b9f94442 req-2503601d-9679-4f61-ba59-417de889d446 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 944 time: 0.1008651 Apr 15 11:01:21.460197 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-16dfb44c-5457-43dc-8fc5-93b5b9f94442 req-db9fd138-81ab-4312-99fa-b63d74eec4b1 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424752 Apr 15 11:01:21.510665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 31becfb8-0d4e-4e8d-9ebd-43463cd46110 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:21.587375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:21.587792 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:21.712603 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:21.744150 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:21.754674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:21.757904 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:21.759870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:21.798113 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'code': 200} Apr 15 11:01:21.832990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=31becfb8-0d4e-4e8d-9ebd-43463cd46110,revision_number=8']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:21.836394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:22.013535 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bf7bbc8c-b004-4493-9544-2f3ead8c8400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:22.224095 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c3784-a25d-4ce4-a72c-fc2b22852c16 req-3070f589-59ac-4094-a8d5-903e0149b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.225704 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-940c3784-a25d-4ce4-a72c-fc2b22852c16 req-3070f589-59ac-4094-a8d5-903e0149b226 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1098 time: 0.0940423 Apr 15 11:01:22.270216 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-940c3784-a25d-4ce4-a72c-fc2b22852c16 req-5a225387-010f-4362-916b-09b0ed60dd2c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372841 Apr 15 11:01:22.678636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a75aa-7ee2-4db9-9f55-727fb5b64f22 req-28679177-7cd2-4846-b036-d2f28adb2824 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.680246 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-434a75aa-7ee2-4db9-9f55-727fb5b64f22 req-28679177-7cd2-4846-b036-d2f28adb2824 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0908496 Apr 15 11:01:22.737751 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-434a75aa-7ee2-4db9-9f55-727fb5b64f22 req-8b82c382-4962-4c6e-8edf-8632791b8086 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500762 Apr 15 11:01:23.096229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.149855 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.954113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0cbe9-fb4d-4339-9f34-4c9876e21541 req-af3140e7-a964-4bf6-a127-83dff08f3b69 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:23.955818 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0ec0cbe9-fb4d-4339-9f34-4c9876e21541 req-af3140e7-a964-4bf6-a127-83dff08f3b69 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0954816 Apr 15 11:01:24.004980 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0ec0cbe9-fb4d-4339-9f34-4c9876e21541 req-76651af8-e740-4320-8804-c794073507bc tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425773 Apr 15 11:01:24.490946 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.356151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.337630 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df8276-dbd0-4015-a451-492ec391b743 req-468fd144-3471-4d4f-bf9f-3691a0b53b7d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:36.339285 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a7df8276-dbd0-4015-a451-492ec391b743 req-468fd144-3471-4d4f-bf9f-3691a0b53b7d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1033673 Apr 15 11:01:36.391983 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a7df8276-dbd0-4015-a451-492ec391b743 req-46b72663-3023-43e5-b432-2d9e0ac60594 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457549 Apr 15 11:01:37.614260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbe240-b4d0-4c79-9693-fb7eb06da0a3 req-12380d67-fd7f-4b9f-afa2-27d80394906c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:37.615893 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c7cbe240-b4d0-4c79-9693-fb7eb06da0a3 req-12380d67-fd7f-4b9f-afa2-27d80394906c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.0894482 Apr 15 11:01:37.668929 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c7cbe240-b4d0-4c79-9693-fb7eb06da0a3 req-d839713e-fe7a-4c2d-bd0c-8af55df1e035 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Apr 15 11:01:38.677741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43034) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:38.846273 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.873968 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:38.880279 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Usage tracker for resource:security_group_rule and tenant:69664c8057834caaa1bcc6dc43cadb28 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:38.884559 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:38.891772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:38.950086 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05b23e-4c43-4e1b-a275-6b2df52a6ae4 req-390ca878-6ca4-490f-a962-fa0467c1effa tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:38.951711 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b05b23e-4c43-4e1b-a275-6b2df52a6ae4 req-390ca878-6ca4-490f-a962-fa0467c1effa tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1454034 Apr 15 11:01:39.024847 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b05b23e-4c43-4e1b-a275-6b2df52a6ae4 req-3d3b35ab-0112-46d0-9b6e-d289c0482f83 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664113 Apr 15 11:01:39.045107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.049104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.056240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cf36f11e-195f-4b17-81ca-43e490d6eaa8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:39.102837 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69664c8057834caaa1bcc6dc43cadb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236670 Apr 15 11:01:39.103734 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9fd43-3f01-4431-840d-437ad3db1137,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:39.105918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43042) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:39.111772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.112185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.112585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.112982 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.113377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.113771 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.114144 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.114561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.114954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.115341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.115719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.116116 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.120583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:39.169811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.196876 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.257444 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.262290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e812a4cd-5019-4395-ad3c-7acc95c7a3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:39.274537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9fd43-3f01-4431-840d-437ad3db1137,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:39.285126 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.285540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.285945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.286372 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.286769 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.287166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.287559 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.287960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.288354 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.288786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.289168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.289553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.294075 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:39.297276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.298840 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/25a9fd43-3f01-4431-840d-437ad3db1137 HTTP/1.1" status: 204 len: 168 time: 0.1918201 Apr 15 11:01:39.607352 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43050) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:39.627183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.643277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:39.647720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] Usage tracker for resource:security_group_rule and tenant:e9fb1c8ac33244e6adb2570ee6031d43 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:39.651231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:39.657992 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:39.743637 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.747657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.754997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ba1f0db2-e8ee-4334-882a-390ae7229f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:39.797966 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e9fb1c8ac33244e6adb2570ee6031d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894443 Apr 15 11:01:39.798913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4380bcf0-e372-4625-a5eb-2a98f8cc8e55,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:39.801138 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43054) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:39.802105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:39.865439 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-49204b90-d3e8-4322-8302-3ed4e46b162c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.893868 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-49204b90-d3e8-4322-8302-3ed4e46b162c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.940212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-49204b90-d3e8-4322-8302-3ed4e46b162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.944047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6834e435-8b68-445c-bebb-9c1d502aaa3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:39.955704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49204b90-d3e8-4322-8302-3ed4e46b162c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4380bcf0-e372-4625-a5eb-2a98f8cc8e55,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:39.958114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-49204b90-d3e8-4322-8302-3ed4e46b162c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:39.964495 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-49204b90-d3e8-4322-8302-3ed4e46b162c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.965700 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-49204b90-d3e8-4322-8302-3ed4e46b162c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4380bcf0-e372-4625-a5eb-2a98f8cc8e55 HTTP/1.1" status: 204 len: 168 time: 0.1634891 Apr 15 11:01:40.247500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700a274-1719-431a-8937-06f1475a1324 req-3e7bcd51-63eb-489e-a1af-e81ba5d5feb2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:40.249086 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b700a274-1719-431a-8937-06f1475a1324 req-3e7bcd51-63eb-489e-a1af-e81ba5d5feb2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1004283 Apr 15 11:01:40.299378 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b700a274-1719-431a-8937-06f1475a1324 req-6c838ef8-0747-47e4-b274-71a850693702 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435655 Apr 15 11:01:40.798191 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43080) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:40.932093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250873398-network', 'tenant_id': 'f9312f89ea8d4db8979c0202c9f1a598'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:40.937290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:40.941509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Usage tracker for resource:network and tenant:f9312f89ea8d4db8979c0202c9f1a598 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:40.944595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:40.951660 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:40.962053 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Made reservation on behalf of f9312f89ea8d4db8979c0202c9f1a598 for: {'network': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:40.966980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.980090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.995455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:40.999827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Usage tracker for resource:security_group_rule and tenant:f9312f89ea8d4db8979c0202c9f1a598 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:41.003033 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:41.009671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:41.106894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.111357 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.114386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9cb571e4-9134-4028-932f-849526b0bbb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:41.143142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1209, 'physical_network': 'physnet1'} {{(pid=85314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:01:41.151992 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5556c5e7-681a-4d80-9203-b5999465c5d6,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:41.155841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:41.158479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.158868 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Added segment 0893e74e-aaa3-432b-8a2d-8436f128d106 of type vlan for network fd2f1c12-b803-4a78-9003-b811518f5669 Apr 15 11:01:41.186418 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.217311 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.218705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:41.219410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.222854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:41.331872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Pushing event updated for resources: {'Network': ['ID=fd2f1c12-b803-4a78-9003-b811518f5669,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:41.336457 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:41.339932 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5402544 Apr 15 11:01:41.343269 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43088) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:41.350874 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network fd2f1c12-b803-4a78-9003-b811518f5669 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:01:41.351408 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Request body: {'subnet': {'network_id': 'fd2f1c12-b803-4a78-9003-b811518f5669', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250873398-subnet', 'tenant_id': 'f9312f89ea8d4db8979c0202c9f1a598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:41.357459 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:41.361903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Usage tracker for resource:subnet and tenant:f9312f89ea8d4db8979c0202c9f1a598 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:41.365039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:41.371399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:41.382243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Made reservation on behalf of f9312f89ea8d4db8979c0202c9f1a598 for: {'subnet': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:41.387269 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828089031'] for subnet, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.612234 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f13e9f-09ee-478e-8deb-dc3b6deef23b req-88cc8eea-8109-4f79-937c-f6657893e1f0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:41.613841 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-32f13e9f-09ee-478e-8deb-dc3b6deef23b req-88cc8eea-8109-4f79-937c-f6657893e1f0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1595552 Apr 15 11:01:41.691134 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-32f13e9f-09ee-478e-8deb-dc3b6deef23b req-f26542bc-de92-4c5c-b12c-ba5312fe0b2a tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701616 Apr 15 11:01:41.907069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26822286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828089048'] for subnet, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.920478 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4c9941ef-dc7b-4d88-8d5e-1e38bf1a6d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:42.042608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=836eec1b-a2ca-4a2f-9263-1d5069700332,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:42.047964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:42.124863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Checking segment: {'id': '0893e74e-aaa3-432b-8a2d-8436f128d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'fd2f1c12-b803-4a78-9003-b811518f5669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:42.125253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Network hostable DHCP agents. Network: fd2f1c12-b803-4a78-9003-b811518f5669, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:01:42.146025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Network fd2f1c12-b803-4a78-9003-b811518f5669 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:01:42.155221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, fd2f1c12-b803-4a78-9003-b811518f5669) {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:42.166028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a746e-fcd1-4541-a6c7-6d0adc000569 None None] Network fd2f1c12-b803-4a78-9003-b811518f5669 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:42.167607 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:42.168620 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.199793 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9c9a4028-3e52-42fd-bb9d-ddc67af7bc98 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8545609 Apr 15 11:01:42.397253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba04432-17ee-4393-8166-3be993cb80e6 None None] Network fd2f1c12-b803-4a78-9003-b811518f5669 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:42.751968 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43108) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:42.758335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1680518197-network', 'tenant_id': 'e66b4a546e194f00b2fc349ff9f26ee9'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:42.763918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:42.768945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Usage tracker for resource:network and tenant:e66b4a546e194f00b2fc349ff9f26ee9 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:42.772152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:42.778513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:42.788098 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Made reservation on behalf of e66b4a546e194f00b2fc349ff9f26ee9 for: {'network': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:42.792956 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.807110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.872494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:42.878299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Usage tracker for resource:security_group_rule and tenant:e66b4a546e194f00b2fc349ff9f26ee9 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:42.883084 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:42.891344 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:42.949045 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0d24-7362-4bed-bc33-51742b9e3013 req-f3f2ae97-4dce-4fe4-bca6-31fe81e92540 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:42.950689 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f06b0d24-7362-4bed-bc33-51742b9e3013 req-f3f2ae97-4dce-4fe4-bca6-31fe81e92540 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1340954 Apr 15 11:01:43.033704 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f06b0d24-7362-4bed-bc33-51742b9e3013 req-472db47f-6897-4a67-a172-4eb8592ecc09 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743883 Apr 15 11:01:43.064134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.067884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.072180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-81e9e332-e0dd-4c52-bcbd-c76e5eb44bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:43.097035 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] vlan segment allocate from pool success with {'vlan_id': 1242, 'physical_network': 'physnet1'} {{(pid=85313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:01:43.110056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8569d-2eb4-498d-b49f-adc63a014c77,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:43.113465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:43.116323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.116712 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Added segment d1cb05a4-6d16-4df7-9a56-be778dfaf73e of type vlan for network b7565b90-55cc-4163-b166-4768756e22d6 Apr 15 11:01:43.143584 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.174207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.175843 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:43.176483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.179914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:43.290431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Pushing event updated for resources: {'Network': ['ID=b7565b90-55cc-4163-b166-4768756e22d6,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:43.293793 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:43.298274 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5422947 Apr 15 11:01:43.298749 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43112) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:43.305232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Request body: {'subnet': {'network_id': 'b7565b90-55cc-4163-b166-4768756e22d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1680518197-subnet', 'tenant_id': 'e66b4a546e194f00b2fc349ff9f26ee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:43.307880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network b7565b90-55cc-4163-b166-4768756e22d6 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:01:43.314007 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:43.318238 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Usage tracker for resource:subnet and tenant:e66b4a546e194f00b2fc349ff9f26ee9 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:43.321380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:43.327844 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:43.338443 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Made reservation on behalf of e66b4a546e194f00b2fc349ff9f26ee9 for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:43.343216 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.751873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.768414 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:43.890189 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07160b25-a625-4a81-8430-f4f33812d3aa,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:43.895034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:43.965967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Checking segment: {'id': 'd1cb05a4-6d16-4df7-9a56-be778dfaf73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'b7565b90-55cc-4163-b166-4768756e22d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:43.966572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Network hostable DHCP agents. Network: b7565b90-55cc-4163-b166-4768756e22d6, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:01:43.986802 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Network b7565b90-55cc-4163-b166-4768756e22d6 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:01:43.996185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, b7565b90-55cc-4163-b166-4768756e22d6) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:44.005964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a55b72-59a7-450d-8360-6fb08a32a1ac None None] Network b7565b90-55cc-4163-b166-4768756e22d6 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:44.007989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:44.008639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.028788 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a23f2829-0eea-4ce0-a766-409afe6dbb63 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7287183 Apr 15 11:01:44.238739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509f629e-f04f-436b-9c15-1ec80d66cc2d None None] Network b7565b90-55cc-4163-b166-4768756e22d6 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:44.255330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f66acc-5516-47be-816c-6e52f2cce136 req-13e2c790-bd71-4b74-b11c-209159d2a8d3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:44.256875 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e8f66acc-5516-47be-816c-6e52f2cce136 req-13e2c790-bd71-4b74-b11c-209159d2a8d3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1015806 Apr 15 11:01:44.313097 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e8f66acc-5516-47be-816c-6e52f2cce136 req-ef7c4c69-b32e-4373-8f2d-a836519687c4 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488608 Apr 15 11:01:44.651059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80484-59b0-4f63-93cc-66607703f760 req-4a89a75d-f972-4d7f-82bf-6cb2189f9d09 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:44.652626 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-4a89a75d-f972-4d7f-82bf-6cb2189f9d09 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/networks?id=fd2f1c12-b803-4a78-9003-b811518f5669 HTTP/1.1" status: 200 len: 809 time: 0.1601522 Apr 15 11:01:44.672629 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-4c3d4612-9817-4408-b5b9-9b934e011877 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/quotas/f9312f89ea8d4db8979c0202c9f1a598 HTTP/1.1" status: 200 len: 375 time: 0.0104420 Apr 15 11:01:44.729614 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-861a3112-aeec-480b-af37-f880ca10bfa8 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9312f89ea8d4db8979c0202c9f1a598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485587 Apr 15 11:01:44.997493 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-e299d5b7-871a-4f79-afe1-017bc6d42539 service neutron] 10.222.0.71 "GET /v2.0/networks/fd2f1c12-b803-4a78-9003-b811518f5669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561996 Apr 15 11:01:45.146993 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-656de789-f733-4498-a0fa-2655545510b7 service neutron] 10.222.0.71 "GET /v2.0/networks/fd2f1c12-b803-4a78-9003-b811518f5669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427085 Apr 15 11:01:45.346700 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-000e2460-e04e-4017-83f0-ebdde045f022 req-da736843-9a05-4942-8759-10f5bfbae830 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 210 time: 0.0487723 Apr 15 11:01:45.769382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302d8d3-ebf3-44d0-911b-913cac4a03ef req-e4a241b2-bd19-4418-8eca-f89f5d6c769b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:45.770904 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1302d8d3-ebf3-44d0-911b-913cac4a03ef req-e4a241b2-bd19-4418-8eca-f89f5d6c769b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.3358295 Apr 15 11:01:45.820645 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1302d8d3-ebf3-44d0-911b-913cac4a03ef req-4ebd2271-aae4-4422-a6c4-13619ebfae1e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430593 Apr 15 11:01:46.531820 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0f38a0c3-6a0e-481a-bdab-1e4513c02985 req-ebb60b0b-c34c-4472-86b9-7fd365fc76bc tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 210 time: 0.0649922 Apr 15 11:01:46.766238 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80484-59b0-4f63-93cc-66607703f760 req-8cbf9124-b106-4aad-9cf6-11b3164b8fc4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:46.766934 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-f7d80484-59b0-4f63-93cc-66607703f760 req-8cbf9124-b106-4aad-9cf6-11b3164b8fc4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Synchronizing usage tracker for tenant:f9312f89ea8d4db8979c0202c9f1a598 on resource:network {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:46.783659 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-f7d80484-59b0-4f63-93cc-66607703f760 req-8cbf9124-b106-4aad-9cf6-11b3164b8fc4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Unset dirty status for tenant:f9312f89ea8d4db8979c0202c9f1a598 on resource:network {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:46.785188 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-8cbf9124-b106-4aad-9cf6-11b3164b8fc4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.97 "GET /v2.0/networks?id=fd2f1c12-b803-4a78-9003-b811518f5669 HTTP/1.1" status: 200 len: 809 time: 0.1804996 Apr 15 11:01:46.806977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Request body: {'port': {'device_id': '76206a70-3af7-44f9-bde9-3575a94b14ff', 'network_id': 'fd2f1c12-b803-4a78-9003-b811518f5669', 'admin_state_up': True, 'tenant_id': 'f9312f89ea8d4db8979c0202c9f1a598'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:46.963837 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:46.968665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Usage tracker for resource:port and tenant:f9312f89ea8d4db8979c0202c9f1a598 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:46.973747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:46.982015 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:46.992658 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Made reservation on behalf of f9312f89ea8d4db8979c0202c9f1a598 for: {'port': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:46.999319 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.182695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Allocated IP 172.20.0.4 (fd2f1c12-b803-4a78-9003-b811518f5669/836eec1b-a2ca-4a2f-9263-1d5069700332/de02b608-c60f-4668-ae76-fe5ec0aafdc8) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:47.195320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97cc55-7184-4305-be25-f7bbe0668075 req-d0a4aac0-9544-49cc-abf9-6c6c14bd15c4 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:47.196968 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0c97cc55-7184-4305-be25-f7bbe0668075 req-d0a4aac0-9544-49cc-abf9-6c6c14bd15c4 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.0974643 Apr 15 11:01:47.252897 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0c97cc55-7184-4305-be25-f7bbe0668075 req-bd2b2c51-ce2b-4039-aa58-f2ea4c97a45b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458794 Apr 15 11:01:47.412952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.445524 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.461533 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:47.713935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:01:47.756517 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88621b46-c2b6-4abc-8e9c-4cf45a1d70cb req-7ee888ca-c522-4fd6-9bd3-b49bf3a66420 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:47.758220 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-88621b46-c2b6-4abc-8e9c-4cf45a1d70cb req-7ee888ca-c522-4fd6-9bd3-b49bf3a66420 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 931 time: 0.1038773 Apr 15 11:01:47.814487 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-88621b46-c2b6-4abc-8e9c-4cf45a1d70cb req-1d764479-31a0-46da-98e9-e14a7db4efe8 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488398 Apr 15 11:01:47.829063 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Pushing event updated for resources: {'Port': ['ID=de02b608-c60f-4668-ae76-fe5ec0aafdc8,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:47.834396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:47.867841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:47.881879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'port_id': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'mac_address': 'fa:16:3e:0b:e6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:01:47.887195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Network fd2f1c12-b803-4a78-9003-b811518f5669 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:47.888428 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:47.890825 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:47.945040 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.956025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:47.956679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.963711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:47.977984 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1753390 Apr 15 11:01:47.981286 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:47.984500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.986386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:47.999082 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Request body: {'port': {'device_id': '76206a70-3af7-44f9-bde9-3575a94b14ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:48.059303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=6']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:48.062914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:48.126691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.160757 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:48.477572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d8616-70a3-4557-a6bd-a4f416a88238 req-021f6afb-edd9-48da-a2fb-d072dcb25467 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:48.479440 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-663d8616-70a3-4557-a6bd-a4f416a88238 req-021f6afb-edd9-48da-a2fb-d072dcb25467 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 945 time: 0.0924020 Apr 15 11:01:48.533803 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-663d8616-70a3-4557-a6bd-a4f416a88238 req-aa5b19c4-8761-4e78-9a87-381429ba0326 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475199 Apr 15 11:01:48.553266 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de02b608-c60f-4668-ae76-fe5ec0aafdc8 {{(pid=85314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:48.561645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.577953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Transition to ACTIVE for port object de02b608-c60f-4668-ae76-fe5ec0aafdc8 will not be triggered until provisioned by entity L2. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:48.581192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.596839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4fe7f4b4-f0e2-4c17-ac3b-059debc6d0c5 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:48.728515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Pushing event updated for resources: {'Port': ['ID=de02b608-c60f-4668-ae76-fe5ec0aafdc8,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:48.733682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:48.960375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Attempting to bind port de02b608-c60f-4668-ae76-fe5ec0aafdc8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:48.960750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Attempting to bind port de02b608-c60f-4668-ae76-fe5ec0aafdc8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0893e74e-aaa3-432b-8a2d-8436f128d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'fd2f1c12-b803-4a78-9003-b811518f5669'}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:48.961116 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Attempting to bind port de02b608-c60f-4668-ae76-fe5ec0aafdc8 on network fd2f1c12-b803-4a78-9003-b811518f5669 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:48.966322 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Port de02b608-c60f-4668-ae76-fe5ec0aafdc8 on network fd2f1c12-b803-4a78-9003-b811518f5669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:01:48.966718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Attempting to bind port de02b608-c60f-4668-ae76-fe5ec0aafdc8 on network fd2f1c12-b803-4a78-9003-b811518f5669 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:48.972110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:48.972574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Checking segment: {'id': '0893e74e-aaa3-432b-8a2d-8436f128d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'fd2f1c12-b803-4a78-9003-b811518f5669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:48.972900 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Bound using segment: {'id': '0893e74e-aaa3-432b-8a2d-8436f128d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'fd2f1c12-b803-4a78-9003-b811518f5669'} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:48.973365 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Bound port: de02b608-c60f-4668-ae76-fe5ec0aafdc8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0893e74e-aaa3-432b-8a2d-8436f128d106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'fd2f1c12-b803-4a78-9003-b811518f5669'}}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:48.973742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.023133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de7575-3263-4c03-bf46-3978e147a1af req-6270dd46-2c92-4ef6-a198-4626046b0091 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:49.024752 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-47de7575-3263-4c03-bf46-3978e147a1af req-6270dd46-2c92-4ef6-a198-4626046b0091 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 943 time: 0.0938914 Apr 15 11:01:49.070795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] For port de02b608-c60f-4668-ae76-fe5ec0aafdc8, host hv-cinder-78638, cleared binding levels {{(pid=85314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:49.075726 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] For port de02b608-c60f-4668-ae76-fe5ec0aafdc8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=de02b608-c60f-4668-ae76-fe5ec0aafdc8,segment=NetworkSegment(0893e74e-aaa3-432b-8a2d-8436f128d106),segment_id=0893e74e-aaa3-432b-8a2d-8436f128d106)] {{(pid=85314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:49.077790 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-47de7575-3263-4c03-bf46-3978e147a1af req-6c24b82d-11d2-43ca-8483-636990758cb7 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 Apr 15 11:01:49.079963 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.096040 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-012f1e32-3117-4100-8275-bcddf968762b tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:49.249200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Pushing event updated for resources: {'Port': ['ID=de02b608-c60f-4668-ae76-fe5ec0aafdc8,revision_number=3']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:49.262892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:49.297111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:49.298200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.299360 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] 10.222.0.97 "PUT /v2.0/ports/de02b608-c60f-4668-ae76-fe5ec0aafdc8 HTTP/1.1" status: 200 len: 1093 time: 1.3055372 Apr 15 11:01:49.299889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76206a70-3af7-44f9-bde9-3575a94b14ff', 'tag': 'de02b608-c60f-4668-ae76-fe5ec0aafdc8'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:49.423420 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76206a70-3af7-44f9-bde9-3575a94b14ff', 'tag': 'de02b608-c60f-4668-ae76-fe5ec0aafdc8', 'status': 'completed', 'code': 200} Apr 15 11:01:49.460510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80484-59b0-4f63-93cc-66607703f760 req-56bc6bc5-ddd0-4ed5-950e-b415a4535eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:49.462140 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-56bc6bc5-ddd0-4ed5-950e-b415a4535eb1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f9312f89ea8d4db8979c0202c9f1a598&device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 1096 time: 0.0973914 Apr 15 11:01:49.548033 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-d3fb3bbb-2356-47bc-8b3b-a12cb3d3b2b9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de02b608-c60f-4668-ae76-fe5ec0aafdc8 HTTP/1.1" status: 200 len: 217 time: 0.0694420 Apr 15 11:01:49.645134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d83e9ccc-e86d-4300-abda-609e7d8e8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.652564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80484-59b0-4f63-93cc-66607703f760 req-e817746b-98c9-4d80-b592-2da35213fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:49.654299 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-e817746b-98c9-4d80-b592-2da35213fb65 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=836eec1b-a2ca-4a2f-9263-1d5069700332 HTTP/1.1" status: 200 len: 849 time: 0.0983105 Apr 15 11:01:49.714337 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-4d3f2bfa-719c-47fb-a317-7165b1b3a363 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd2f1c12-b803-4a78-9003-b811518f5669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516891 Apr 15 11:01:49.717542 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:49.757431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee84e2-1598-4028-aa31-d50bc81d2a1d req-92758f02-44dc-410d-b284-c335158dcaa2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:49.766385 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-69ee84e2-1598-4028-aa31-d50bc81d2a1d req-92758f02-44dc-410d-b284-c335158dcaa2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 945 time: 0.1031249 Apr 15 11:01:49.847753 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-69ee84e2-1598-4028-aa31-d50bc81d2a1d req-02ee82e3-c96c-401b-9b77-a124fde59d72 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792100 Apr 15 11:01:49.855613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:49.856540 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.892312 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-73848c0c-e0d9-4578-b5db-3d2a8c6c2f00 service neutron] 10.222.0.97 "GET /v2.0/networks/fd2f1c12-b803-4a78-9003-b811518f5669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692438 Apr 15 11:01:50.011811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:50.045931 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:50.059116 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:50.064024 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:50.064170 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f7d80484-59b0-4f63-93cc-66607703f760 req-575da7c0-9f7c-4c93-a3d4-21361a48086f service neutron] 10.222.0.97 "GET /v2.0/networks/fd2f1c12-b803-4a78-9003-b811518f5669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636984 Apr 15 11:01:50.066217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:50.166532 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=7']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:50.175247 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:50.251597 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'code': 200} Apr 15 11:01:50.280122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c6f10-a0be-451e-a3da-8096ddd0d545 req-9660ba69-0791-407e-9a53-ec7338efd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:50.282118 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-811c6f10-a0be-451e-a3da-8096ddd0d545 req-9660ba69-0791-407e-9a53-ec7338efd2bd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f9312f89ea8d4db8979c0202c9f1a598&device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 1096 time: 0.1139884 Apr 15 11:01:50.338333 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bd4ec-2fce-41c8-81f9-792605b9e21e req-b0824a6a-5ad7-4d69-af35-cd3efb55c487 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:50.346420 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ea8bd4ec-2fce-41c8-81f9-792605b9e21e req-b0824a6a-5ad7-4d69-af35-cd3efb55c487 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 943 time: 0.1078796 Apr 15 11:01:50.407444 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ea8bd4ec-2fce-41c8-81f9-792605b9e21e req-8354f2e3-86b7-48d9-a953-13382328903b tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599618 Apr 15 11:01:50.458227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c6f10-a0be-451e-a3da-8096ddd0d545 req-92389e45-7af8-4603-ab88-722928515b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:50.459868 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-811c6f10-a0be-451e-a3da-8096ddd0d545 req-92389e45-7af8-4603-ab88-722928515b7e service neutron] 10.222.0.97 "GET /v2.0/networks?id=fd2f1c12-b803-4a78-9003-b811518f5669 HTTP/1.1" status: 200 len: 911 time: 0.1704681 Apr 15 11:01:50.538111 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-811c6f10-a0be-451e-a3da-8096ddd0d545 req-d74c134a-d11a-4f73-a2a1-d6bbc59c0c27 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de02b608-c60f-4668-ae76-fe5ec0aafdc8 HTTP/1.1" status: 200 len: 217 time: 0.0691521 Apr 15 11:01:50.625080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c6f10-a0be-451e-a3da-8096ddd0d545 req-784aac73-c51a-4da1-9164-e3af32411b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:50.626737 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-811c6f10-a0be-451e-a3da-8096ddd0d545 req-784aac73-c51a-4da1-9164-e3af32411b9e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=836eec1b-a2ca-4a2f-9263-1d5069700332 HTTP/1.1" status: 200 len: 849 time: 0.0761619 Apr 15 11:01:50.688774 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-811c6f10-a0be-451e-a3da-8096ddd0d545 req-6a63d862-1856-4d0c-92fb-c50a9adae404 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=fd2f1c12-b803-4a78-9003-b811518f5669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532935 Apr 15 11:01:50.862690 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-811c6f10-a0be-451e-a3da-8096ddd0d545 req-3285266d-f7e4-4b7a-99f0-d6b6513450a1 service neutron] 10.222.0.97 "GET /v2.0/networks/fd2f1c12-b803-4a78-9003-b811518f5669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590078 Apr 15 11:01:51.056964 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-811c6f10-a0be-451e-a3da-8096ddd0d545 req-8e06b3c0-a620-46ce-aa32-d472d07a4f44 service neutron] 10.222.0.97 "GET /v2.0/networks/fd2f1c12-b803-4a78-9003-b811518f5669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792171 Apr 15 11:01:51.073509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adadf6-fa7c-4b06-926e-afdf94f512b6 req-68736606-c8cf-42b1-90e0-95bfce986fe9 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:51.075706 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-50adadf6-fa7c-4b06-926e-afdf94f512b6 req-68736606-c8cf-42b1-90e0-95bfce986fe9 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.0957348 Apr 15 11:01:51.131373 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-50adadf6-fa7c-4b06-926e-afdf94f512b6 req-7d2ab3ee-7a88-45d4-87e2-ce6723d917e6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434458 Apr 15 11:01:51.341020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:01:51.627198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40505cb-76df-44e5-b300-2d5092b81313 req-49c4c5d1-45f6-4bfb-9203-675ec8b7bfd7 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:51.628891 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a40505cb-76df-44e5-b300-2d5092b81313 req-49c4c5d1-45f6-4bfb-9203-675ec8b7bfd7 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 943 time: 0.0973916 Apr 15 11:01:51.687089 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a40505cb-76df-44e5-b300-2d5092b81313 req-4a3a280d-7693-4257-9d22-3d5291cb8d43 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487335 Apr 15 11:01:51.714378 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device de02b608-c60f-4668-ae76-fe5ec0aafdc8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:01:51.870041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port de02b608-c60f-4668-ae76-fe5ec0aafdc8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=de02b608-c60f-4668-ae76-fe5ec0aafdc8,segment=NetworkSegment(0893e74e-aaa3-432b-8a2d-8436f128d106),segment_id=0893e74e-aaa3-432b-8a2d-8436f128d106)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:51.886907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': 'de02b608-c60f-4668-ae76-fe5ec0aafdc8', 'network_id': 'fd2f1c12-b803-4a78-9003-b811518f5669', 'port_id': 'de02b608-c60f-4668-ae76-fe5ec0aafdc8', 'mac_address': 'fa:16:3e:2c:d3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836eec1b-a2ca-4a2f-9263-1d5069700332', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:01:51.951482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:51.976509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de02b608-c60f-4668-ae76-fe5ec0aafdc8 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:52.015253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port de02b608-c60f-4668-ae76-fe5ec0aafdc8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=de02b608-c60f-4668-ae76-fe5ec0aafdc8,segment=NetworkSegment(0893e74e-aaa3-432b-8a2d-8436f128d106),segment_id=0893e74e-aaa3-432b-8a2d-8436f128d106)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:52.024020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.027086 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:52.072670 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-661a46bc-94b1-43e7-a595-c6103479b69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.111331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=de02b608-c60f-4668-ae76-fe5ec0aafdc8,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:52.114577 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:52.384466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c30fd1-36ab-4087-ab17-ef66943e967b req-7a61958c-f262-48e4-a7c1-7bc1d9efd189 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:52.386705 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b0c30fd1-36ab-4087-ab17-ef66943e967b req-7a61958c-f262-48e4-a7c1-7bc1d9efd189 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1262932 Apr 15 11:01:52.415571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['de02b608-c60f-4668-ae76-fe5ec0aafdc8'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:52.452250 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b0c30fd1-36ab-4087-ab17-ef66943e967b req-3ba5e4c2-51b1-494d-a18c-a3d95416e730 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587237 Apr 15 11:01:52.903810 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2662d77-7c90-4c7c-bfa1-a7474679fd28 req-71c57428-f104-44dc-be9d-8f85a4f5a2cb tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:52.905527 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c2662d77-7c90-4c7c-bfa1-a7474679fd28 req-71c57428-f104-44dc-be9d-8f85a4f5a2cb tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 944 time: 0.0954337 Apr 15 11:01:52.960261 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c2662d77-7c90-4c7c-bfa1-a7474679fd28 req-ed2d8e6b-a98c-4bb9-8b02-c148b7196932 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476885 Apr 15 11:01:53.097036 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:53.153887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:53.691332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27004-7894-40ba-be78-16c4aff2562e req-c0a25f93-6934-42ab-8926-904184189212 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:53.693085 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-edb27004-7894-40ba-be78-16c4aff2562e req-c0a25f93-6934-42ab-8926-904184189212 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.0975683 Apr 15 11:01:53.734517 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device de02b608-c60f-4668-ae76-fe5ec0aafdc8 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:53.743729 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-edb27004-7894-40ba-be78-16c4aff2562e req-4196c5d4-036e-462d-a760-50dc4d0aeb8d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437946 Apr 15 11:01:53.822874 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port de02b608-c60f-4668-ae76-fe5ec0aafdc8 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:53.828438 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port de02b608-c60f-4668-ae76-fe5ec0aafdc8 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:53.829081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:53.967770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:54.006787 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port de02b608-c60f-4668-ae76-fe5ec0aafdc8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=de02b608-c60f-4668-ae76-fe5ec0aafdc8,segment=NetworkSegment(0893e74e-aaa3-432b-8a2d-8436f128d106),segment_id=0893e74e-aaa3-432b-8a2d-8436f128d106)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:54.007809 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76206a70-3af7-44f9-bde9-3575a94b14ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de02b608-c60f-4668-ae76-fe5ec0aafdc8'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:54.015348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:54.018843 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:54.098125 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76206a70-3af7-44f9-bde9-3575a94b14ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de02b608-c60f-4668-ae76-fe5ec0aafdc8', 'code': 200} Apr 15 11:01:54.122709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=de02b608-c60f-4668-ae76-fe5ec0aafdc8,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:54.126282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:54.226948 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ea93b-3b18-4fc5-aa19-75e18293aac6 req-6b0a4fe7-44fe-4e1d-b2a6-d0b0e65465cf tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:54.229777 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6a3ea93b-3b18-4fc5-aa19-75e18293aac6 req-6b0a4fe7-44fe-4e1d-b2a6-d0b0e65465cf tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 945 time: 0.1148164 Apr 15 11:01:54.291428 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6a3ea93b-3b18-4fc5-aa19-75e18293aac6 req-a2733c00-f798-4131-8ae2-c274c5264165 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546873 Apr 15 11:01:54.414915 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ba35e-078a-4624-ad94-a376bb2a09ca req-ca3213b5-9627-4741-a6d0-323ce476f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:54.416843 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-710ba35e-078a-4624-ad94-a376bb2a09ca req-ca3213b5-9627-4741-a6d0-323ce476f6b5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 1098 time: 0.0804622 Apr 15 11:01:54.470405 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-710ba35e-078a-4624-ad94-a376bb2a09ca req-f49eae3a-8c8f-4c07-8de5-5d8c395c4823 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Apr 15 11:01:54.493349 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:54.972376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd63b38-d3ae-4cb5-8fe4-a931ead699ba req-a075e251-cfe9-45a9-8c21-6b8d88aa86e5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:54.974725 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd63b38-d3ae-4cb5-8fe4-a931ead699ba req-a075e251-cfe9-45a9-8c21-6b8d88aa86e5 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1012907 Apr 15 11:01:55.053646 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0dd63b38-d3ae-4cb5-8fe4-a931ead699ba req-cd33ae6f-f509-4a6f-ad53-7c2c683b8091 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527976 Apr 15 11:01:55.505260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fab03-5902-4c30-92a6-99f56e9b304d req-4f57d3e3-b8a0-4420-b80a-9c61a59df3da tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:55.507245 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f95fab03-5902-4c30-92a6-99f56e9b304d req-4f57d3e3-b8a0-4420-b80a-9c61a59df3da tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 945 time: 0.1005428 Apr 15 11:01:55.567646 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f95fab03-5902-4c30-92a6-99f56e9b304d req-3513f60f-d483-4ab6-8a11-a05d1ba7cb2c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503798 Apr 15 11:01:56.312563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37ace-9dac-4729-8dd7-941a80264c2d req-8d2253f7-5670-4a5e-9171-3fd15c510d61 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:56.317523 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b1c37ace-9dac-4729-8dd7-941a80264c2d req-8d2253f7-5670-4a5e-9171-3fd15c510d61 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1224108 Apr 15 11:01:56.390956 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b1c37ace-9dac-4729-8dd7-941a80264c2d req-23000029-c77c-4bb6-ad96-965266fb73f1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672088 Apr 15 11:01:56.797064 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ac2c5-6bcf-426b-9d4a-b5b887e57279 req-e13aa36c-9ece-428b-93e2-7b29bbdbdc98 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:56.800235 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6d0ac2c5-6bcf-426b-9d4a-b5b887e57279 req-e13aa36c-9ece-428b-93e2-7b29bbdbdc98 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 945 time: 0.1045525 Apr 15 11:01:56.857096 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6d0ac2c5-6bcf-426b-9d4a-b5b887e57279 req-141dc89d-5421-4648-bbff-3c33bdfdf22d tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 Apr 15 11:01:57.609557 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfa3e8-7cca-49a6-93e6-10fb70e28e51 req-2ac9860d-08df-48f1-922c-a3364f766e38 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:57.611526 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4edfa3e8-7cca-49a6-93e6-10fb70e28e51 req-2ac9860d-08df-48f1-922c-a3364f766e38 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1012383 Apr 15 11:01:57.669438 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4edfa3e8-7cca-49a6-93e6-10fb70e28e51 req-3a52489d-3da5-429d-9aa8-241b671d12b8 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507710 Apr 15 11:01:58.686252 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-8dc6205a-0ca4-4411-aefc-5729a7e4dfe6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804532 Apr 15 11:01:58.872744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-b362b394-e1df-4679-ab03-aa4d700a75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:58.874525 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-b362b394-e1df-4679-ab03-aa4d700a75d8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=695b49397102411a9116a5855da25c70&device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1098 time: 0.0881517 Apr 15 11:01:58.896697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be39511-8544-442e-8ecf-5a47af09eac4 req-07431f28-5756-4503-bb1f-f0cbdd082e5c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:58.898303 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2be39511-8544-442e-8ecf-5a47af09eac4 req-07431f28-5756-4503-bb1f-f0cbdd082e5c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.0957749 Apr 15 11:01:58.948753 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2be39511-8544-442e-8ecf-5a47af09eac4 req-84700ef9-1036-430e-8640-c7b701535404 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433531 Apr 15 11:01:59.108853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-ef9725da-7bef-447b-89c5-e66d56957193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:59.110518 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-ef9725da-7bef-447b-89c5-e66d56957193 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 HTTP/1.1" status: 200 len: 910 time: 0.1460361 Apr 15 11:01:59.244751 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-0d97f53b-92b6-4d60-b8b4-38efb0aef942 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110 HTTP/1.1" status: 200 len: 999 time: 0.1069112 Apr 15 11:01:59.325252 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-7a7e0d25-0bf1-4b99-86a0-765c634e3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:59.327309 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-7a7e0d25-0bf1-4b99-86a0-765c634e3d61 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=69fed9a8-2e0a-4475-bb86-19682c82e3b9 HTTP/1.1" status: 200 len: 847 time: 0.0723255 Apr 15 11:01:59.346431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-ee10285f-809d-4650-a3d6-810516fe2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:59.348040 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-ee10285f-809d-4650-a3d6-810516fe2322 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 1099 time: 0.0836835 Apr 15 11:01:59.355338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:59.421369 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-16f854eb-c7b3-4b23-89bc-35b13c427213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:59.423044 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-16f854eb-c7b3-4b23-89bc-35b13c427213 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881538 Apr 15 11:01:59.507897 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-32bfcb89-ce8e-4ada-83ef-81cc8d18385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:59.509750 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-32bfcb89-ce8e-4ada-83ef-81cc8d18385f service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 918 time: 0.1509051 Apr 15 11:01:59.579568 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-cf88fcba-d460-40c1-a58a-8bb39372433e service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489511 Apr 15 11:01:59.631498 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-f4c2ab70-048c-4f1d-9160-f2178a2518c1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 HTTP/1.1" status: 200 len: 1002 time: 0.1136296 Apr 15 11:01:59.709918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-351d60b3-3d4a-4271-b446-a7d7ce734c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:59.711555 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-351d60b3-3d4a-4271-b446-a7d7ce734c37 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.0689301 Apr 15 11:01:59.728726 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b23c93f-b065-4e38-bce1-bce78863aaaa req-0176c907-ff74-49f6-8fe9-baddbb0dd2bd service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422408 Apr 15 11:01:59.798190 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-17dad6d2-eba4-4f8b-b632-13d8fad8c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:59.799657 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-17dad6d2-eba4-4f8b-b632-13d8fad8c6b9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808873 Apr 15 11:01:59.950768 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-2a6bf460-ffd4-4353-923e-7df53f66c583 service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432228 Apr 15 11:02:00.153753 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5f58ae52-fdf3-4297-b334-28e501af3eb2 req-482f9c84-435c-4e64-bff8-2c0b5cc7ff8b service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956918 Apr 15 11:02:00.193158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113fbaf-4f5b-4e81-8c1e-280ab74eb09d req-a8459978-b432-4611-9014-55a03e4a6167 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:00.194777 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f113fbaf-4f5b-4e81-8c1e-280ab74eb09d req-a8459978-b432-4611-9014-55a03e4a6167 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.1148298 Apr 15 11:02:00.244272 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f113fbaf-4f5b-4e81-8c1e-280ab74eb09d req-bf5240a8-e832-4920-973a-303b17470ad0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424526 Apr 15 11:02:00.673758 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1aa186-1e86-44e3-b77a-8a58616cd0b1 req-bb7e1dbf-e6e4-41ea-bd49-b6909e2af56f tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:00.675317 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9d1aa186-1e86-44e3-b77a-8a58616cd0b1 req-bb7e1dbf-e6e4-41ea-bd49-b6909e2af56f tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 945 time: 0.0937715 Apr 15 11:02:00.725162 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9d1aa186-1e86-44e3-b77a-8a58616cd0b1 req-a655081f-6d12-4927-b8c8-608c0fd2d4a8 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Apr 15 11:02:01.472913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de062a-cab2-4f39-925d-0420871de5c0 req-caebffea-40e3-4219-bd63-c86dc92154d6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:01.474559 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-95de062a-cab2-4f39-925d-0420871de5c0 req-caebffea-40e3-4219-bd63-c86dc92154d6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 946 time: 0.0955391 Apr 15 11:02:01.525190 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-95de062a-cab2-4f39-925d-0420871de5c0 req-6a71484d-4411-44ab-8862-dff058d8c3c3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424016 Apr 15 11:02:01.776940 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:01.905092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:01.939873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1224fa1-9a93-4433-a331-4ea98c3d3617 req-268720b8-70bf-44f7-9f18-3da173a67444 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:01.941697 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e1224fa1-9a93-4433-a331-4ea98c3d3617 req-268720b8-70bf-44f7-9f18-3da173a67444 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 945 time: 0.0978036 Apr 15 11:02:01.994946 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e1224fa1-9a93-4433-a331-4ea98c3d3617 req-faab9691-d5e8-4667-b6a9-bd0bbb0f42d3 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 Apr 15 11:02:02.102599 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:02.113362 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:02.117255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.119103 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:02.156653 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'code': 200} Apr 15 11:02:02.190811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=8']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:02.193960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:02.412659 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-d7e7a62b-30dc-4e23-b8a9-f373815ba49f tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:02.414159 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-d7e7a62b-30dc-4e23-b8a9-f373815ba49f tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.97 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 945 time: 0.0981617 Apr 15 11:02:02.495470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Deleting port de02b608-c60f-4668-ae76-fe5ec0aafdc8 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:02.495793 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.818162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] For port de02b608-c60f-4668-ae76-fe5ec0aafdc8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=de02b608-c60f-4668-ae76-fe5ec0aafdc8,segment=NetworkSegment(0893e74e-aaa3-432b-8a2d-8436f128d106),segment_id=0893e74e-aaa3-432b-8a2d-8436f128d106)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:02.818789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.969468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Calling delete_port for de02b608-c60f-4668-ae76-fe5ec0aafdc8 owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:03.021325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa384664-3348-4344-b47d-523a2f2e5937 req-06afd61e-15d8-4af2-8201-96f0c102c815 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:03.023551 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fa384664-3348-4344-b47d-523a2f2e5937 req-06afd61e-15d8-4af2-8201-96f0c102c815 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.3320961 Apr 15 11:02:03.392012 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fa384664-3348-4344-b47d-523a2f2e5937 req-0796ea99-63fc-45e6-b28f-7aa37f893c82 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3622730 Apr 15 11:02:03.486057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f963f4-38e9-4601-bc62-9f3bad3507c6 req-58d950ac-fe34-4574-a93a-51eecec600b6 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:03.487780 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-49f963f4-38e9-4601-bc62-9f3bad3507c6 req-58d950ac-fe34-4574-a93a-51eecec600b6 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/ports?device_id=76206a70-3af7-44f9-bde9-3575a94b14ff HTTP/1.1" status: 200 len: 945 time: 0.1967587 Apr 15 11:02:03.488467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.505112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c5f5cbe6-fbe2-4f6d-925c-d295e1b40e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:03.525437 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['de02b608-c60f-4668-ae76-fe5ec0aafdc8'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:03.624818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Pushing event deleted for resources: {'Port': ['ID=de02b608-c60f-4668-ae76-fe5ec0aafdc8,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:03.632005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:03.672987 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-49f963f4-38e9-4601-bc62-9f3bad3507c6 req-4c89f47d-9614-41bb-87ec-1a7d670d26ff tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.71 "GET /v2.0/security-groups?id=5556c5e7-681a-4d80-9203-b5999465c5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320171 Apr 15 11:02:03.797307 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] No DVR routers for this DVR port de02b608-c60f-4668-ae76-fe5ec0aafdc8 on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:03.799910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.802913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76206a70-3af7-44f9-bde9-3575a94b14ff', 'name': 'network-vif-deleted', 'tag': 'de02b608-c60f-4668-ae76-fe5ec0aafdc8'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:03.812873 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-78a1fcc1-5212-415b-ae75-5b4b0612c38b req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] 10.222.0.97 "DELETE /v2.0/ports/de02b608-c60f-4668-ae76-fe5ec0aafdc8 HTTP/1.1" status: 204 len: 173 time: 1.3920400 Apr 15 11:02:03.921463 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76206a70-3af7-44f9-bde9-3575a94b14ff', 'name': 'network-vif-deleted', 'tag': 'de02b608-c60f-4668-ae76-fe5ec0aafdc8', 'status': 'completed', 'code': 200} Apr 15 11:02:05.169884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e01216-648d-4747-956f-5ef374f71a2d req-ba5d8aea-13cc-496a-ada3-d177fa11e21f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:05.171581 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-18e01216-648d-4747-956f-5ef374f71a2d req-ba5d8aea-13cc-496a-ada3-d177fa11e21f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.1010113 Apr 15 11:02:05.179795 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-06af9440-2f07-423f-b0e4-e1149c574639 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997181 Apr 15 11:02:05.238396 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-18e01216-648d-4747-956f-5ef374f71a2d req-2c43259f-3b00-48ce-bf3e-e25c2bb8aa49 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586014 Apr 15 11:02:05.765845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-7c4e4c70-4b3b-42f5-8c5e-0d33a4260687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:05.767518 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-7c4e4c70-4b3b-42f5-8c5e-0d33a4260687 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672&tenant_id=caabc5a003af4501bc035dcef545b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0830321 Apr 15 11:02:05.798365 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device de02b608-c60f-4668-ae76-fe5ec0aafdc8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:05.835772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: de02b608-c60f-4668-ae76-fe5ec0aafdc8 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:05.836138 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device de02b608-c60f-4668-ae76-fe5ec0aafdc8 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:05.836624 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:05.883720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-4657a025-c084-4525-bd09-d30872f07255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:05.885348 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-4657a025-c084-4525-bd09-d30872f07255 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=caabc5a003af4501bc035dcef545b4a7&device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 1097 time: 0.0806820 Apr 15 11:02:06.029036 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-2685379b-6262-420c-8642-f0687321dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:06.030632 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-2685379b-6262-420c-8642-f0687321dcbe service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 200 len: 918 time: 0.1378436 Apr 15 11:02:06.146959 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-689c33fd-9830-4aee-b898-626e8d25e5cb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 HTTP/1.1" status: 200 len: 1000 time: 0.1094298 Apr 15 11:02:06.230313 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-f6bc9978-a26f-4b70-9789-3e162f845332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:06.231824 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-f6bc9978-a26f-4b70-9789-3e162f845332 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 200 len: 855 time: 0.0784245 Apr 15 11:02:06.320065 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-8b69614b-88c4-449a-ae9e-f6b2689152d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:06.321796 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-8b69614b-88c4-449a-ae9e-f6b2689152d4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2fc2369-04ba-46f5-9a71-238ce9ea3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827529 Apr 15 11:02:06.545470 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-57d26469-c23a-4382-a70f-db56bf1383be service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150609 Apr 15 11:02:06.583216 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec66d4-83ed-4448-9112-5058cd09b666 req-e4ba5e52-7da7-45e7-9a4f-2ae1949d6106 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:06.584696 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5cec66d4-83ed-4448-9112-5058cd09b666 req-e4ba5e52-7da7-45e7-9a4f-2ae1949d6106 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.1749971 Apr 15 11:02:06.709941 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5cec66d4-83ed-4448-9112-5058cd09b666 req-278b92bb-37c3-4824-a776-70b9915218f1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718675 Apr 15 11:02:06.754530 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1e2a7b5e-4a18-4c76-818c-2496372486d1 req-911de99b-b066-4986-9f0f-ab46385ffaa8 service neutron] 10.222.0.97 "GET /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022271 Apr 15 11:02:07.977863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58743cca-6b36-406b-b9b5-59bb2cad01ce req-69b7f466-3787-48af-a4a7-9786b6cfa565 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:07.980814 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-58743cca-6b36-406b-b9b5-59bb2cad01ce req-69b7f466-3787-48af-a4a7-9786b6cfa565 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.1210828 Apr 15 11:02:08.040986 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-58743cca-6b36-406b-b9b5-59bb2cad01ce req-caba422e-6074-4011-b7a4-ec832aeac163 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535142 Apr 15 11:02:09.422537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4db8-6b97-480f-ae45-0d8591124a0e req-4a758610-dbcc-4899-9d9b-d33e725de2aa tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:09.426821 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7ddb4db8-6b97-480f-ae45-0d8591124a0e req-4a758610-dbcc-4899-9d9b-d33e725de2aa tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.1154583 Apr 15 11:02:09.477263 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7ddb4db8-6b97-480f-ae45-0d8591124a0e req-197c5d25-64fd-45df-97f5-2180c12d9541 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459118 Apr 15 11:02:10.716907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d4e39-59a1-431a-b735-e442d3295a5a req-6cc088eb-6419-4939-9410-cace34bde68f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:10.719638 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f9d4e39-59a1-431a-b735-e442d3295a5a req-6cc088eb-6419-4939-9410-cace34bde68f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.0949152 Apr 15 11:02:10.778193 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f9d4e39-59a1-431a-b735-e442d3295a5a req-22ce29f4-c669-4292-8379-082c0b94abca tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511072 Apr 15 11:02:12.001152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf3d0b-9836-40cd-873a-59a4dbdbc921 req-19a33004-8fd0-47bd-80ea-64d37e07d997 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:12.002829 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b9cf3d0b-9836-40cd-873a-59a4dbdbc921 req-19a33004-8fd0-47bd-80ea-64d37e07d997 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.0919392 Apr 15 11:02:12.053080 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b9cf3d0b-9836-40cd-873a-59a4dbdbc921 req-d303c418-6a73-483c-88eb-fa312f5a93c4 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Apr 15 11:02:13.274240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc89f2-be93-4467-85bc-05f1708e74e0 req-1c971130-b453-4009-8555-9972b9f34382 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:13.275863 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-24cc89f2-be93-4467-85bc-05f1708e74e0 req-1c971130-b453-4009-8555-9972b9f34382 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.0967865 Apr 15 11:02:13.331171 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-24cc89f2-be93-4467-85bc-05f1708e74e0 req-4c312d66-3723-452c-99b6-915ed89b7120 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479279 Apr 15 11:02:14.599064 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f119a97-6de5-4904-8d3b-1f6febd5a96e req-623f9fd4-e329-4058-b674-5b371bfd3e0a tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:14.607971 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f119a97-6de5-4904-8d3b-1f6febd5a96e req-623f9fd4-e329-4058-b674-5b371bfd3e0a tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.1383214 Apr 15 11:02:14.653204 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f119a97-6de5-4904-8d3b-1f6febd5a96e req-e3ef253c-5651-424f-b6ef-446e19d0a9a0 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441875 Apr 15 11:02:15.874326 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdf6e6-98a3-40e2-beb1-4422416960b0 req-0bdd05e4-9195-42b0-a07f-3723dc91565c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:15.876826 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-33cdf6e6-98a3-40e2-beb1-4422416960b0 req-0bdd05e4-9195-42b0-a07f-3723dc91565c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.0980976 Apr 15 11:02:15.939429 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-33cdf6e6-98a3-40e2-beb1-4422416960b0 req-dce8d4da-9202-4939-8a31-45c8dc673a1a tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564647 Apr 15 11:02:17.149082 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bf99c-bbe1-440a-9cbb-5289cdd4e20d req-9acaec2e-a917-40c2-8a24-940f4f79e38f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:17.151532 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fd0bf99c-bbe1-440a-9cbb-5289cdd4e20d req-9acaec2e-a917-40c2-8a24-940f4f79e38f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.0953319 Apr 15 11:02:17.209856 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fd0bf99c-bbe1-440a-9cbb-5289cdd4e20d req-f07ccabf-40fa-4a92-a4e5-da38ff6c7b35 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508616 Apr 15 11:02:18.427527 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27411523-9625-454d-9b22-2c5a2ac26a4e req-2e48221b-01e5-45a5-bfab-fbfe75828046 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:18.429163 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-27411523-9625-454d-9b22-2c5a2ac26a4e req-2e48221b-01e5-45a5-bfab-fbfe75828046 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.0944002 Apr 15 11:02:18.476832 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-27411523-9625-454d-9b22-2c5a2ac26a4e req-e67b9eb8-8378-45e2-9362-beda0e95029b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411363 Apr 15 11:02:19.638237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3971257b-23b6-4f98-84a3-75a200dc228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:19.701355 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f20c-cde5-4d52-b018-5e633ac086ee req-51924061-0b84-4386-b275-88512cd34cfc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:19.703228 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e680f20c-cde5-4d52-b018-5e633ac086ee req-51924061-0b84-4386-b275-88512cd34cfc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 944 time: 0.0993650 Apr 15 11:02:19.755904 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e680f20c-cde5-4d52-b018-5e633ac086ee req-c30961ae-dcbd-46a1-b933-db3187818f7b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454664 Apr 15 11:02:19.840374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:02:20.004700 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:20.019517 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'port_id': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'mac_address': 'fa:16:3e:0b:e6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:02:20.077802 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:20.095951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:02:20.112667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:20.116002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:20.117835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:20.190782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=9']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:20.198804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.199188 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.199563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.199937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.200302 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.200657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.201023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.201637 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.201980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.202368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.202732 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.203089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.207327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:20.428329 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:20.974113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaad59-75b7-4ff5-9927-910dd95e636a req-5d9ad422-d3d1-46e8-9a67-604f20d1b6d2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:20.975746 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2afaad59-75b7-4ff5-9927-910dd95e636a req-5d9ad422-d3d1-46e8-9a67-604f20d1b6d2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 945 time: 0.0955644 Apr 15 11:02:21.024191 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2afaad59-75b7-4ff5-9927-910dd95e636a req-8978bda7-0a4c-463b-8d30-505ea99e137d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Apr 15 11:02:21.852334 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:02:21.926054 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:21.926506 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.038171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bee20430-23d8-4b80-b523-327d3195520f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.066483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.095135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:22.105639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:22.109566 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.111492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:22.150813 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'code': 200} Apr 15 11:02:22.187775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=10']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:22.192052 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:22.247720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf05718-a1f8-4c7d-94a7-23782b31d9b7 req-b1cb96bb-6d03-4f42-9931-7d04ec2f5aaa tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:22.249476 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3cf05718-a1f8-4c7d-94a7-23782b31d9b7 req-b1cb96bb-6d03-4f42-9931-7d04ec2f5aaa tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 947 time: 0.0945206 Apr 15 11:02:22.306645 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3cf05718-a1f8-4c7d-94a7-23782b31d9b7 req-f6bfdb03-2001-46d2-9075-3b3add29171b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463529 Apr 15 11:02:22.465328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e033ba8-3771-4dd6-89a5-6cbd34fb9874 req-681037e2-6350-47ae-bf94-415aee7871e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:22.466939 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9e033ba8-3771-4dd6-89a5-6cbd34fb9874 req-681037e2-6350-47ae-bf94-415aee7871e0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 1100 time: 0.0859787 Apr 15 11:02:22.514575 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9e033ba8-3771-4dd6-89a5-6cbd34fb9874 req-9e72d6a9-453e-47ce-96ec-1d3aa2624314 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401502 Apr 15 11:02:22.978435 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43522) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:23.101137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.152039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.262255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-709f7feb-d55b-42f1-8558-e14cec588b57 admin admin] Deleting subnet 836eec1b-a2ca-4a2f-9263-1d5069700332 {{(pid=85314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:23.265938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-709f7feb-d55b-42f1-8558-e14cec588b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.322639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-709f7feb-d55b-42f1-8558-e14cec588b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851352988'] for subnet, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.384957 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-709f7feb-d55b-42f1-8558-e14cec588b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.522714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026a5c0-af33-4dbd-ad16-0695ad025b3f req-43e83d47-8130-48f1-9b7d-1c62f937638d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:23.524354 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7026a5c0-af33-4dbd-ad16-0695ad025b3f req-43e83d47-8130-48f1-9b7d-1c62f937638d tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 947 time: 0.0899563 Apr 15 11:02:23.574785 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7026a5c0-af33-4dbd-ad16-0695ad025b3f req-230f6ba0-ce34-460d-8707-9485707dcdbb tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435808 Apr 15 11:02:23.648720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-709f7feb-d55b-42f1-8558-e14cec588b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852206639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26456869'] for subnet, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.662384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-962956d3-03fc-4306-8c36-e269e56e0047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:23.750847 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f7feb-d55b-42f1-8558-e14cec588b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836eec1b-a2ca-4a2f-9263-1d5069700332,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:23.756121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-709f7feb-d55b-42f1-8558-e14cec588b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:23.806925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-709f7feb-d55b-42f1-8558-e14cec588b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:23.813439 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-709f7feb-d55b-42f1-8558-e14cec588b57 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/836eec1b-a2ca-4a2f-9263-1d5069700332 HTTP/1.1" status: 204 len: 168 time: 0.8338876 Apr 15 11:02:23.816164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43536) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:23.933715 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.122518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.238393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2f1c12-b803-4a78-9003-b811518f5669']}} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:24.252244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0893e74e-aaa3-432b-8a2d-8436f128d106') {'for_net_delete': True} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:24.252582 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0893e74e-aaa3-432b-8a2d-8436f128d106') {} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:24.264955 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422844'] for segment, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.280353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.286752 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=85314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:24.468290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Network fd2f1c12-b803-4a78-9003-b811518f5669 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:24.477598 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568562'] for segment, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.491348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.657370 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Network fd2f1c12-b803-4a78-9003-b811518f5669 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:24.680231 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:24.756169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.760794 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:24.775010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.789932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2f1c12-b803-4a78-9003-b811518f5669,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:24.793776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:24.794302 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14292087-a71f-4653-a989-fd8bf82ed151 req-669fbb96-41a1-42e8-a163-27eed794a26b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.796544 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-14292087-a71f-4653-a989-fd8bf82ed151 req-669fbb96-41a1-42e8-a163-27eed794a26b tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 947 time: 0.0967698 Apr 15 11:02:24.799605 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] 10.222.0.71 "DELETE /v2.0/networks/fd2f1c12-b803-4a78-9003-b811518f5669 HTTP/1.1" status: 204 len: 168 time: 0.9824204 Apr 15 11:02:24.802619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43568) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:24.847541 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-14292087-a71f-4653-a989-fd8bf82ed151 req-62a5a2f0-b946-43dd-8589-3d325f686410 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437207 Apr 15 11:02:24.870070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e134c2-48b1-4c00-9827-76e31348813e admin admin] Deleting subnet 07160b25-a625-4a81-8430-f4f33812d3aa {{(pid=85314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:24.873423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86e134c2-48b1-4c00-9827-76e31348813e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.925903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86e134c2-48b1-4c00-9827-76e31348813e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851352988'] for subnet, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:24.988612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86e134c2-48b1-4c00-9827-76e31348813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.255192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86e134c2-48b1-4c00-9827-76e31348813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852206639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26456869'] for subnet, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.271595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:25.356601 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e134c2-48b1-4c00-9827-76e31348813e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07160b25-a625-4a81-8430-f4f33812d3aa,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:25.359589 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-86e134c2-48b1-4c00-9827-76e31348813e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:25.410806 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86e134c2-48b1-4c00-9827-76e31348813e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.417265 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-86e134c2-48b1-4c00-9827-76e31348813e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/07160b25-a625-4a81-8430-f4f33812d3aa HTTP/1.1" status: 204 len: 168 time: 0.6136093 Apr 15 11:02:25.420614 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43574) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:25.539434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.751461 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.874475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7565b90-55cc-4163-b166-4768756e22d6']}} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:25.887182 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cb05a4-6d16-4df7-9a56-be778dfaf73e') {'for_net_delete': True} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:25.887510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cb05a4-6d16-4df7-9a56-be778dfaf73e') {} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:25.899474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422844'] for segment, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.920657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:25.926997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=85314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:26.106636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Network b7565b90-55cc-4163-b166-4768756e22d6 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:26.115712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568562'] for segment, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.313515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Network b7565b90-55cc-4163-b166-4768756e22d6 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:26.339995 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:26.440224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.443779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:26.462847 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.469446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7565b90-55cc-4163-b166-4768756e22d6,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:26.472499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:26.474904 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f35d6960-1cd8-41ca-91e2-2398632ba648 admin admin] 10.222.0.71 "DELETE /v2.0/networks/b7565b90-55cc-4163-b166-4768756e22d6 HTTP/1.1" status: 204 len: 168 time: 1.0531356 Apr 15 11:02:26.692605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43580) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:26.748779 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f64f03de-6122-4343-bfd0-22a73b8ce0bb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f9312f89ea8d4db8979c0202c9f1a598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546548 Apr 15 11:02:26.752095 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43584) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:26.836258 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-132a7def-95f5-476b-95c1-64863b55324b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.874224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-132a7def-95f5-476b-95c1-64863b55324b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.936101 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-132a7def-95f5-476b-95c1-64863b55324b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.940056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:26.955097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a7def-95f5-476b-95c1-64863b55324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5556c5e7-681a-4d80-9203-b5999465c5d6,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:26.957725 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-132a7def-95f5-476b-95c1-64863b55324b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:26.964187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-132a7def-95f5-476b-95c1-64863b55324b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.965402 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-132a7def-95f5-476b-95c1-64863b55324b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5556c5e7-681a-4d80-9203-b5999465c5d6 HTTP/1.1" status: 204 len: 168 time: 0.2122493 Apr 15 11:02:27.383253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43592) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:27.439362 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a98785b9-a7e5-45c6-95f9-54b18f481717 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e66b4a546e194f00b2fc349ff9f26ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547183 Apr 15 11:02:27.441933 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43596) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:27.504234 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ae527927-611a-4929-9c9f-400c8e2031b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.532509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ae527927-611a-4929-9c9f-400c8e2031b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.587723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ae527927-611a-4929-9c9f-400c8e2031b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.593059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-00cf7001-c878-4de8-b4ab-af8bf1e2d068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:27.608206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae527927-611a-4929-9c9f-400c8e2031b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8569d-2eb4-498d-b49f-adc63a014c77,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:27.610931 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ae527927-611a-4929-9c9f-400c8e2031b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:27.612089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ae527927-611a-4929-9c9f-400c8e2031b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.613594 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ae527927-611a-4929-9c9f-400c8e2031b2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/acd8569d-2eb4-498d-b49f-adc63a014c77 HTTP/1.1" status: 204 len: 168 time: 0.1703842 Apr 15 11:02:28.341814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:02:29.343586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.660367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43720) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:37.801975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.824115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:37.831487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] Usage tracker for resource:security_group_rule and tenant:ec98e12171a04f6bb7cd53a75816f871 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:37.836625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:37.847212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:37.947761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.951516 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.960375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e14d8e9d-1c4a-4bca-8e87-5309d79d58b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:38.001888 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ec98e12171a04f6bb7cd53a75816f871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403406 Apr 15 11:02:38.002744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c22a59-003d-4049-9ffe-78fbbbea1e15,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:38.005370 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43726) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:38.006180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:38.069143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6db4-ea09-4dc5-a9d9-51a90aa9f791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.099594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6db4-ea09-4dc5-a9d9-51a90aa9f791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.150889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6db4-ea09-4dc5-a9d9-51a90aa9f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.155896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cc9ecb2f-3012-4ac1-98c4-975b25acddf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:38.168575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a6db4-ea09-4dc5-a9d9-51a90aa9f791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c22a59-003d-4049-9ffe-78fbbbea1e15,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:38.171699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7f7a6db4-ea09-4dc5-a9d9-51a90aa9f791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:38.173754 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7f7a6db4-ea09-4dc5-a9d9-51a90aa9f791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.176196 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7f7a6db4-ea09-4dc5-a9d9-51a90aa9f791 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5c22a59-003d-4049-9ffe-78fbbbea1e15 HTTP/1.1" status: 204 len: 168 time: 0.1697426 Apr 15 11:02:38.490680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43734) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:38.510318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.526702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:38.531125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] Usage tracker for resource:security_group_rule and tenant:9759c692d8d7477f8c7bcd252af5890b is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:38.534368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:38.540769 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:38.628563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.633259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.642572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e659d6bb-48bf-4cb4-be36-5fb878307e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:38.685238 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9759c692d8d7477f8c7bcd252af5890b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934364 Apr 15 11:02:38.686207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81083fd2-7b39-4818-9fae-c5a996fe45c6,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:38.688413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43738) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:38.689469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:38.753616 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218afb3-3f79-4f6e-bee2-127ab89f9960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.782070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218afb3-3f79-4f6e-bee2-127ab89f9960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.830139 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218afb3-3f79-4f6e-bee2-127ab89f9960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.834014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-63bc994c-f4a0-4fc9-8d48-976ed4042612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:38.851135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218afb3-3f79-4f6e-bee2-127ab89f9960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81083fd2-7b39-4818-9fae-c5a996fe45c6,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:38.853441 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b218afb3-3f79-4f6e-bee2-127ab89f9960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:38.861041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b218afb3-3f79-4f6e-bee2-127ab89f9960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:38.862242 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b218afb3-3f79-4f6e-bee2-127ab89f9960 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/81083fd2-7b39-4818-9fae-c5a996fe45c6 HTTP/1.1" status: 204 len: 168 time: 0.1727135 Apr 15 11:02:39.252644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43746) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:39.272172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.287756 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:39.291920 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Usage tracker for resource:security_group_rule and tenant:0107274ca65648c1b211ce5d35c2b325 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:39.296251 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:39.303797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:39.391252 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.395975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.403671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d3df1125-3221-4908-8230-b47171bbe5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:39.449110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe83a73a-675f-4297-a90f-7c7ed90b3590,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:39.453323 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0107274ca65648c1b211ce5d35c2b325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995058 Apr 15 11:02:39.456658 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43750) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:39.461157 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.461581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.461992 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.462447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.462859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.463253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.463650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.464040 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.464439 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.464829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.465218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.465607 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.469738 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:39.528822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.557224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.603578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.607470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ba0f0944-e881-4aa4-99ad-43a46b615e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:39.621105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe83a73a-675f-4297-a90f-7c7ed90b3590,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:39.632090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.632508 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.632916 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.633316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.633714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.634114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.634557 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.634951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.635351 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.635744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.636133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.636500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:39.641531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:39.643685 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.644954 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3030ce2c-dda5-4fe3-8d6e-e07422444ce9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fe83a73a-675f-4297-a90f-7c7ed90b3590 HTTP/1.1" status: 204 len: 168 time: 0.1872187 Apr 15 11:02:40.484961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43774) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:40.602564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1627328813-network', 'tenant_id': 'efc2f908fa514cb9a1591afb92b5a419'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:40.607809 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:40.612096 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Usage tracker for resource:network and tenant:efc2f908fa514cb9a1591afb92b5a419 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:40.615795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:40.622893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:40.633656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Made reservation on behalf of efc2f908fa514cb9a1591afb92b5a419 for: {'network': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:02:40.638315 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.651834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.667806 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:40.672333 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Usage tracker for resource:security_group_rule and tenant:efc2f908fa514cb9a1591afb92b5a419 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:40.675838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:40.681971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:40.773236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.777123 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.780247 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-45b9f05a-769d-48a2-a64d-822bbbd5cd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:40.811298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=85314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:02:40.820920 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c1344b-b4f4-4db1-ab7d-b583b13a791c,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:40.824723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:40.827267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.827656 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Added segment d11c919a-4c14-4050-a6cb-2041b5743fe3 of type vlan for network d1b7394a-d470-4664-abde-ded92d60d191 Apr 15 11:02:40.856645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.891195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.892564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:40.893222 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.896823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3aad95a0-1c69-4b86-85cc-50159fe0f2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:41.213236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b7394a-d470-4664-abde-ded92d60d191,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:41.216111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:41.221963 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7357986 Apr 15 11:02:41.225217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43780) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:41.227815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network d1b7394a-d470-4664-abde-ded92d60d191 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:02:41.231374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Request body: {'subnet': {'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1627328813-subnet', 'tenant_id': 'efc2f908fa514cb9a1591afb92b5a419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:41.236863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:41.241502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Usage tracker for resource:subnet and tenant:efc2f908fa514cb9a1591afb92b5a419 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:41.244798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:41.251223 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:41.262751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Made reservation on behalf of efc2f908fa514cb9a1591afb92b5a419 for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:02:41.267574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.672797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.685960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:41.812991 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea99fb1a-b781-49f6-95b6-eb26740abda9,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:41.817556 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:41.884620 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Checking segment: {'id': 'd11c919a-4c14-4050-a6cb-2041b5743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:02:41.885014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Network hostable DHCP agents. Network: d1b7394a-d470-4664-abde-ded92d60d191, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:02:41.905465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Network d1b7394a-d470-4664-abde-ded92d60d191 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:02:41.915095 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, d1b7394a-d470-4664-abde-ded92d60d191) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:41.925552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a011cb12-db76-42d6-968d-f5f6596bb187 None None] Network d1b7394a-d470-4664-abde-ded92d60d191 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:41.927920 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:41.928566 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.951781 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7254701 Apr 15 11:02:42.148887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f01dc-5083-4872-9db5-cb16c52eed88 None None] Network d1b7394a-d470-4664-abde-ded92d60d191 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:42.832360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43794) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:43.056335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Deleting port 79385876-7eca-44c5-98d9-3c11f9046a54 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:43.056723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.248210 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.248574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.386636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Calling delete_port for 79385876-7eca-44c5-98d9-3c11f9046a54 owned by network:floatingip {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:43.566967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.579847 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4c14bee8-802c-43e5-a4ba-7ba3e0f940c7 tempest-VolumesActionsTest-452763492 tempest-VolumesActionsTest-452763492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:43.671661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event deleted for resources: {'Port': ['ID=79385876-7eca-44c5-98d9-3c11f9046a54,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:43.678773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:43.842584 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for floatingip, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.843137 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Floating IP 14e9a25a-92f1-4c60-977b-069b3e2e4e6c disassociated (deleted). External IP: 172.28.0.8, port: 31becfb8-0d4e-4e8d-9ebd-43463cd46110. Apr 15 11:02:44.033720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-883ee31f-4f6b-48e8-8c8f-403df5f80cb4 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:44.035268 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-883ee31f-4f6b-48e8-8c8f-403df5f80cb4 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/networks?id=d1b7394a-d470-4664-abde-ded92d60d191 HTTP/1.1" status: 200 len: 814 time: 0.1585591 Apr 15 11:02:44.052941 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-f7e535ce-9c66-4a6b-abad-c7d7af032796 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/quotas/efc2f908fa514cb9a1591afb92b5a419 HTTP/1.1" status: 200 len: 375 time: 0.0112500 Apr 15 11:02:44.105901 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-186ec83a-ea9a-4967-92b5-cb208a564ffc tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=efc2f908fa514cb9a1591afb92b5a419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469418 Apr 15 11:02:44.221241 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Router 4a0dfc54-1176-4450-968a-3005c43bdf90 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:44.249867 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-4439cdd1-ef59-4fa2-bf99-3e770a5c2898 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346371 Apr 15 11:02:44.393396 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-24892e95-c9c4-4afb-84d8-ac6b6557b87b service neutron] 10.222.0.71 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365800 Apr 15 11:02:44.410806 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:44.421475 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] Sync routers for ids ['4a0dfc54-1176-4450-968a-3005c43bdf90'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:44.432048 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:44.432234 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] Routers {'4a0dfc54-1176-4450-968a-3005c43bdf90'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:44.432822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4a0dfc54-1176-4450-968a-3005c43bdf90'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:44.647101 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-65e703bc-288d-4acc-8976-666475892ec5 req-9cf53464-63e1-4169-a34a-0052361afac0 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 210 time: 0.0656519 Apr 15 11:02:44.657697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] Set router 4a0dfc54-1176-4450-968a-3005c43bdf90 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:44.732966 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "DELETE /v2.0/floatingips/14e9a25a-92f1-4c60-977b-069b3e2e4e6c HTTP/1.1" status: 204 len: 168 time: 1.8965559 Apr 15 11:02:44.732966 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:44.784197 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'status': 'completed', 'code': 200} Apr 15 11:02:44.919678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-334ba187-5def-40eb-8488-0156d0285da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:44.921666 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-334ba187-5def-40eb-8488-0156d0285da5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=695b49397102411a9116a5855da25c70&device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 1098 time: 0.0854650 Apr 15 11:02:45.047143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:46Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'a29ecec0-c053-495a-af5f-9024ae9c2cb9', 'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'tenant_id': '695b49397102411a9116a5855da25c70', 'mac_address': 'fa:16:3e:24:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 5, 'project_id': '695b49397102411a9116a5855da25c70', 'subnets': [{'id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:45.052291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] Checking router: 4a0dfc54-1176-4450-968a-3005c43bdf90 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:45.064101 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] Routers {'4a0dfc54-1176-4450-968a-3005c43bdf90'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:45.064970 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4a0dfc54-1176-4450-968a-3005c43bdf90'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:45.402341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-1abe0b6e-9a7d-49ad-9fbe-95b35f7fca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:45.405120 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-1abe0b6e-9a7d-49ad-9fbe-95b35f7fca70 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 HTTP/1.1" status: 200 len: 910 time: 0.4720037 Apr 15 11:02:45.414081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b69dfa-1c69-4fec-a90f-5a22502bd2a1 req-1801e0c3-72a3-4dd1-9181-cf7f20852b2c tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:45.415583 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-96b69dfa-1c69-4fec-a90f-5a22502bd2a1 req-1801e0c3-72a3-4dd1-9181-cf7f20852b2c tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.1527925 Apr 15 11:02:45.436546 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] Set router 4a0dfc54-1176-4450-968a-3005c43bdf90 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:45.504695 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-bb49ac4a-0ec7-4635-89c7-a46ab03ab42b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110 HTTP/1.1" status: 200 len: 217 time: 0.0800467 Apr 15 11:02:45.568566 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-96b69dfa-1c69-4fec-a90f-5a22502bd2a1 req-8cf8f89c-3d0d-4902-8da4-acab4f17486f tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458373 Apr 15 11:02:45.594839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-eb9b3e84-8ab1-4d5d-9a73-412fa394ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:45.596360 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-eb9b3e84-8ab1-4d5d-9a73-412fa394ead5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=69fed9a8-2e0a-4475-bb86-19682c82e3b9 HTTP/1.1" status: 200 len: 847 time: 0.0712633 Apr 15 11:02:45.692160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-ae3d8b88-8de0-43ee-aa4f-aa47c44c95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:45.693787 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-ae3d8b88-8de0-43ee-aa4f-aa47c44c95ed service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827339 Apr 15 11:02:45.775218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:46Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'a29ecec0-c053-495a-af5f-9024ae9c2cb9', 'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'tenant_id': '695b49397102411a9116a5855da25c70', 'mac_address': 'fa:16:3e:24:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 5, 'project_id': '695b49397102411a9116a5855da25c70', 'subnets': [{'id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:45.779629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71818d-e8a6-4946-976f-4949a982e7e9 None None] The sync data for ids ['4a0dfc54-1176-4450-968a-3005c43bdf90'] in dv-cinder-786384-1-smb is: [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T10:57:46Z', 'revision_number': 4, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'a29ecec0-c053-495a-af5f-9024ae9c2cb9', 'name': '', 'network_id': '1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0', 'tenant_id': '695b49397102411a9116a5855da25c70', 'mac_address': 'fa:16:3e:24:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:45Z', 'updated_at': '2021-04-15T10:57:59Z', 'revision_number': 5, 'project_id': '695b49397102411a9116a5855da25c70', 'subnets': [{'id': '69fed9a8-2e0a-4475-bb86-19682c82e3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:45.856653 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e6cec3ca-2c57-4852-9920-4f4c492753d5 req-23edc569-da37-461f-b1c7-d250de2f942a tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 210 time: 0.0702739 Apr 15 11:02:45.906508 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-9773045f-f015-4036-bb47-93b09ea62614 service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008851 Apr 15 11:02:46.076543 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0a07f846-ab36-4fcb-a5c3-25292695373f req-d4fc4074-d32d-4926-a018-a0fe4d9973d2 service neutron] 10.222.0.97 "GET /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449556 Apr 15 11:02:46.091979 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-e9e2b5cd-1ef0-451f-b790-d9ebbee0ff54 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:46.092728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-e9e2b5cd-1ef0-451f-b790-d9ebbee0ff54 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Synchronizing usage tracker for tenant:efc2f908fa514cb9a1591afb92b5a419 on resource:network {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:46.118923 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-e9e2b5cd-1ef0-451f-b790-d9ebbee0ff54 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Unset dirty status for tenant:efc2f908fa514cb9a1591afb92b5a419 on resource:network {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:46.120181 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-e9e2b5cd-1ef0-451f-b790-d9ebbee0ff54 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.97 "GET /v2.0/networks?id=d1b7394a-d470-4664-abde-ded92d60d191 HTTP/1.1" status: 200 len: 814 time: 0.1887007 Apr 15 11:02:46.146799 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Request body: {'port': {'device_id': 'fd30a630-83c1-4f13-8dfb-c0b63d1f5e76', 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191', 'admin_state_up': True, 'tenant_id': 'efc2f908fa514cb9a1591afb92b5a419'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:46.259022 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f5953-7439-43c7-a9e3-9a996f380938 None None] New status for floating IP 14e9a25a-92f1-4c60-977b-069b3e2e4e6c: DOWN {{(pid=85316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:02:46.294264 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:46.298787 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Usage tracker for resource:port and tenant:efc2f908fa514cb9a1591afb92b5a419 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:46.302693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:46.309010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:46.319381 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Made reservation on behalf of efc2f908fa514cb9a1591afb92b5a419 for: {'port': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:02:46.325608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.514695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Allocated IP 172.20.0.10 (d1b7394a-d470-4664-abde-ded92d60d191/ea99fb1a-b781-49f6-95b6-eb26740abda9/f6b682ff-4cad-447d-8791-d1b659fc3d40) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:46.731484 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.763269 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.777708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c769e-c172-4799-a772-3e1e083a7550 req-5c8594f0-729d-4567-bbc9-954a6bab676c tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:46.779128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:46.779480 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e94c769e-c172-4799-a772-3e1e083a7550 req-5c8594f0-729d-4567-bbc9-954a6bab676c tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0916064 Apr 15 11:02:46.830499 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e94c769e-c172-4799-a772-3e1e083a7550 req-64e0f30c-a7af-4b6f-a6a8-b4711cdefb59 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/security-groups?id=8385506a-e511-4aca-86f9-928eac688be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442464 Apr 15 11:02:46.920166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Pushing event updated for resources: {'Port': ['ID=f6b682ff-4cad-447d-8791-d1b659fc3d40,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:46.924651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:46.980389 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Network d1b7394a-d470-4664-abde-ded92d60d191 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:02:46.981649 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:46.983969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:02:47.049625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:47.050386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.064857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75696677-1726-41f4-a1e1-71871577cf00 req-bec39bc8-81e6-48b6-b9ef-845320655ecb tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:47.066629 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-75696677-1726-41f4-a1e1-71871577cf00 req-bec39bc8-81e6-48b6-b9ef-845320655ecb tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 932 time: 0.0925481 Apr 15 11:02:47.072050 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9299221 Apr 15 11:02:47.115888 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-75696677-1726-41f4-a1e1-71871577cf00 req-1730cbc0-4f33-490f-85ba-79a579ef6c80 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Apr 15 11:02:47.170188 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Request body: {'port': {'device_id': 'fd30a630-83c1-4f13-8dfb-c0b63d1f5e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:47.255375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-2bffa130-650a-46c0-8288-377ecc1ee947 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:47.256901 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-2bffa130-650a-46c0-8288-377ecc1ee947 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.97 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 945 time: 0.0914896 Apr 15 11:02:47.291948 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.342252 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Deleting port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:47.342784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.606759 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] For port 31becfb8-0d4e-4e8d-9ebd-43463cd46110, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=31becfb8-0d4e-4e8d-9ebd-43463cd46110,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:47.607281 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.713768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b682ff-4cad-447d-8791-d1b659fc3d40 {{(pid=85314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:02:47.721734 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.736984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Transition to ACTIVE for port object f6b682ff-4cad-447d-8791-d1b659fc3d40 will not be triggered until provisioned by entity L2. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:02:47.740328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.741723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Calling delete_port for 31becfb8-0d4e-4e8d-9ebd-43463cd46110 owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:47.754383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-aa10d182-cdd6-468c-9959-06d0ddfdb3e4 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:47.894520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b682ff-4cad-447d-8791-d1b659fc3d40,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:47.899869 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:47.906815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.923831 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:48.067796 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event deleted for resources: {'Port': ['ID=31becfb8-0d4e-4e8d-9ebd-43463cd46110,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:48.076618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:48.086808 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d6dbb3e7-32ae-47d3-a419-aed42dd04733 req-7a72cee4-7065-4a96-859b-135e901b0323 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 210 time: 0.1277645 Apr 15 11:02:48.124344 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Attempting to bind port f6b682ff-4cad-447d-8791-d1b659fc3d40 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:02:48.124850 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Attempting to bind port f6b682ff-4cad-447d-8791-d1b659fc3d40 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd11c919a-4c14-4050-a6cb-2041b5743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191'}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:02:48.125067 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Attempting to bind port f6b682ff-4cad-447d-8791-d1b659fc3d40 on network d1b7394a-d470-4664-abde-ded92d60d191 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:02:48.130932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Port f6b682ff-4cad-447d-8791-d1b659fc3d40 on network d1b7394a-d470-4664-abde-ded92d60d191 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:02:48.131291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Attempting to bind port f6b682ff-4cad-447d-8791-d1b659fc3d40 on network d1b7394a-d470-4664-abde-ded92d60d191 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:02:48.136861 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:02:48.137236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Checking segment: {'id': 'd11c919a-4c14-4050-a6cb-2041b5743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:02:48.137664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Bound using segment: {'id': 'd11c919a-4c14-4050-a6cb-2041b5743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191'} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:02:48.138136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Bound port: f6b682ff-4cad-447d-8791-d1b659fc3d40, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11c919a-4c14-4050-a6cb-2041b5743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191'}}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:02:48.138571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.228316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] No DVR routers for this DVR port 31becfb8-0d4e-4e8d-9ebd-43463cd46110 on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:48.230956 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.233922 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'name': 'network-vif-deleted', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:48.248966 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] For port f6b682ff-4cad-447d-8791-d1b659fc3d40, host hv-cinder-78638, cleared binding levels {{(pid=85314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:02:48.252373 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] For port f6b682ff-4cad-447d-8791-d1b659fc3d40, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f6b682ff-4cad-447d-8791-d1b659fc3d40,segment=NetworkSegment(d11c919a-4c14-4050-a6cb-2041b5743fe3),segment_id=d11c919a-4c14-4050-a6cb-2041b5743fe3)] {{(pid=85314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:02:48.254483 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2aca8a5a-0013-4872-817b-c1dbbc5eccd1 req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.97 "DELETE /v2.0/ports/31becfb8-0d4e-4e8d-9ebd-43463cd46110 HTTP/1.1" status: 204 len: 173 time: 0.9908798 Apr 15 11:02:48.258888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.276384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-15e87f0e-8ba3-4fad-b39f-12a17a6dae26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:48.292061 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c209ea5d-7bef-4eec-aa85-593436f9daad', 'name': 'network-vif-deleted', 'tag': '31becfb8-0d4e-4e8d-9ebd-43463cd46110', 'status': 'completed', 'code': 200} Apr 15 11:02:48.345229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1ba29-b3d4-47c7-99b7-f87232ffb83a req-a5afa948-9ff3-4779-b00f-52df440c6d35 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:48.347154 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-03b1ba29-b3d4-47c7-99b7-f87232ffb83a req-a5afa948-9ff3-4779-b00f-52df440c6d35 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 944 time: 0.0953367 Apr 15 11:02:48.411263 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-03b1ba29-b3d4-47c7-99b7-f87232ffb83a req-4e682c68-d101-4e3b-97de-0abe8132c952 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 Apr 15 11:02:48.424447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b682ff-4cad-447d-8791-d1b659fc3d40,revision_number=3']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:48.437984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:48.472481 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:48.473115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.474638 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] 10.222.0.97 "PUT /v2.0/ports/f6b682ff-4cad-447d-8791-d1b659fc3d40 HTTP/1.1" status: 200 len: 1094 time: 1.3096900 Apr 15 11:02:48.475160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd30a630-83c1-4f13-8dfb-c0b63d1f5e76', 'tag': 'f6b682ff-4cad-447d-8791-d1b659fc3d40'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:48.531177 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd30a630-83c1-4f13-8dfb-c0b63d1f5e76', 'tag': 'f6b682ff-4cad-447d-8791-d1b659fc3d40', 'status': 'completed', 'code': 200} Apr 15 11:02:48.654975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-561f6dd8-6588-4234-91f4-3063a72dd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:48.656939 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-561f6dd8-6588-4234-91f4-3063a72dd6e0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=efc2f908fa514cb9a1591afb92b5a419&device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 1097 time: 0.0922172 Apr 15 11:02:48.744494 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-8bd03807-476d-463a-b453-1791892df7f7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6b682ff-4cad-447d-8791-d1b659fc3d40 HTTP/1.1" status: 200 len: 217 time: 0.0701082 Apr 15 11:02:48.821700 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-de6d92e1-dd27-4633-bfbf-410761e804fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:48.823314 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-de6d92e1-dd27-4633-bfbf-410761e804fa service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea99fb1a-b781-49f6-95b6-eb26740abda9 HTTP/1.1" status: 200 len: 854 time: 0.0710056 Apr 15 11:02:48.885722 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-29385d5f-7311-4b62-9bcf-dec53d0c87b9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d1b7394a-d470-4664-abde-ded92d60d191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538025 Apr 15 11:02:49.040557 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-b3a97030-9e3c-4304-b4a2-b22a891e1b98 service neutron] 10.222.0.97 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461897 Apr 15 11:02:49.276255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-ec9754f2-65cb-497c-a9da-93d48927d176 req-7825c848-27b4-4f68-9822-d6d1a73e6ef6 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Synchronizing usage tracker for tenant:695b49397102411a9116a5855da25c70 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:49.292791 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-ec9754f2-65cb-497c-a9da-93d48927d176 req-7825c848-27b4-4f68-9822-d6d1a73e6ef6 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Unset dirty status for tenant:695b49397102411a9116a5855da25c70 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:49.295188 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ec9754f2-65cb-497c-a9da-93d48927d176 req-7825c848-27b4-4f68-9822-d6d1a73e6ef6 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "GET /v2.0/ports?device_id=c209ea5d-7bef-4eec-aa85-593436f9daad HTTP/1.1" status: 200 len: 210 time: 0.0706155 Apr 15 11:02:49.410911 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0b4e232b-d37d-42ab-9fa0-79a48be8222e req-8d15c71a-d7a9-44e5-a2b9-b4b29bcf0aae service neutron] 10.222.0.97 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621037 Apr 15 11:02:49.594276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cd19f-5f0d-4b84-8e1a-d8975d4b6298 req-aa4df0d7-3d02-41ab-9b01-a26289bf6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:49.595911 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-232cd19f-5f0d-4b84-8e1a-d8975d4b6298 req-aa4df0d7-3d02-41ab-9b01-a26289bf6c08 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=efc2f908fa514cb9a1591afb92b5a419&device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 1097 time: 0.0838232 Apr 15 11:02:49.615128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dacb76-1a1a-4153-80b3-5580fded28d0 req-58fda316-fe79-47f8-841e-de75f6da49ec tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:49.616724 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-18dacb76-1a1a-4153-80b3-5580fded28d0 req-58fda316-fe79-47f8-841e-de75f6da49ec tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 944 time: 0.0893474 Apr 15 11:02:49.643154 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-118b127c-5ce4-4446-a9ad-7c52053752e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.671013 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-18dacb76-1a1a-4153-80b3-5580fded28d0 req-a37aebe1-d188-41d7-be69-1213caa27f70 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471184 Apr 15 11:02:49.745811 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cd19f-5f0d-4b84-8e1a-d8975d4b6298 req-8aefc794-69cd-4b31-869d-37a86eb660f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:49.747434 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-232cd19f-5f0d-4b84-8e1a-d8975d4b6298 req-8aefc794-69cd-4b31-869d-37a86eb660f8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=d1b7394a-d470-4664-abde-ded92d60d191 HTTP/1.1" status: 200 len: 916 time: 0.1414902 Apr 15 11:02:49.821636 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-232cd19f-5f0d-4b84-8e1a-d8975d4b6298 req-05405e0b-425c-4903-be07-697b44b867ca service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6b682ff-4cad-447d-8791-d1b659fc3d40 HTTP/1.1" status: 200 len: 217 time: 0.0666208 Apr 15 11:02:49.896762 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cd19f-5f0d-4b84-8e1a-d8975d4b6298 req-dd054780-7886-40a4-86d6-51b9dca8f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:49.898283 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-232cd19f-5f0d-4b84-8e1a-d8975d4b6298 req-dd054780-7886-40a4-86d6-51b9dca8f077 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea99fb1a-b781-49f6-95b6-eb26740abda9 HTTP/1.1" status: 200 len: 854 time: 0.0684409 Apr 15 11:02:49.952753 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-232cd19f-5f0d-4b84-8e1a-d8975d4b6298 req-8e244330-64af-4807-8edd-a9f4fb066f0a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d1b7394a-d470-4664-abde-ded92d60d191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461698 Apr 15 11:02:49.994918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 31becfb8-0d4e-4e8d-9ebd-43463cd46110 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:50.036688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 31becfb8-0d4e-4e8d-9ebd-43463cd46110 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:50.037086 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 31becfb8-0d4e-4e8d-9ebd-43463cd46110 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:50.109666 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-232cd19f-5f0d-4b84-8e1a-d8975d4b6298 req-ceb2b43f-4968-4e3b-842b-28f43419ebc6 service neutron] 10.222.0.97 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419318 Apr 15 11:02:50.257636 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-232cd19f-5f0d-4b84-8e1a-d8975d4b6298 req-9dab3953-cc9c-4b0b-9a71-841ae0dc48db service neutron] 10.222.0.97 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386285 Apr 15 11:02:50.398813 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43854) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:50.474689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1a8051e0-11a7-4a1d-9bba-448e84f5ccdb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.508990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1a8051e0-11a7-4a1d-9bba-448e84f5ccdb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.562648 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1a8051e0-11a7-4a1d-9bba-448e84f5ccdb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.566766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-14b0817e-5efb-4743-9662-76d4c6c83be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:50.583662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8051e0-11a7-4a1d-9bba-448e84f5ccdb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8385506a-e511-4aca-86f9-928eac688be0,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:50.586466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1a8051e0-11a7-4a1d-9bba-448e84f5ccdb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:50.593665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1a8051e0-11a7-4a1d-9bba-448e84f5ccdb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.597795 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1a8051e0-11a7-4a1d-9bba-448e84f5ccdb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] 10.222.0.71 "DELETE /v2.0/security-groups/8385506a-e511-4aca-86f9-928eac688be0 HTTP/1.1" status: 204 len: 168 time: 0.1950357 Apr 15 11:02:50.642203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43860) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:51.083250 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf40a66-bc8d-4d5f-b0c7-ed417876907a req-6c9d0223-7026-4d2c-9809-33c9e553f86a tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:51.084844 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bf40a66-bc8d-4d5f-b0c7-ed417876907a req-6c9d0223-7026-4d2c-9809-33c9e553f86a tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 944 time: 0.2646298 Apr 15 11:02:51.165802 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bf40a66-bc8d-4d5f-b0c7-ed417876907a req-0b030dab-22f6-4462-9814-920596b3a975 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682392 Apr 15 11:02:51.377560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815431'] for router_interface, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.988066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Deleting port a29ecec0-c053-495a-af5f-9024ae9c2cb9 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:51.988684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.007363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device f6b682ff-4cad-447d-8791-d1b659fc3d40 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:02:52.018799 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a15b7933-120f-4b55-aa3b-e846465db6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.157533 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port f6b682ff-4cad-447d-8791-d1b659fc3d40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f6b682ff-4cad-447d-8791-d1b659fc3d40,segment=NetworkSegment(d11c919a-4c14-4050-a6cb-2041b5743fe3),segment_id=d11c919a-4c14-4050-a6cb-2041b5743fe3)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:52.172065 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': 'f6b682ff-4cad-447d-8791-d1b659fc3d40', 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191', 'port_id': 'f6b682ff-4cad-447d-8791-d1b659fc3d40', 'mac_address': 'fa:16:3e:6f:89:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea99fb1a-b781-49f6-95b6-eb26740abda9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:02:52.177849 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] For port a29ecec0-c053-495a-af5f-9024ae9c2cb9, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=a29ecec0-c053-495a-af5f-9024ae9c2cb9,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:52.178258 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.231024 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.249019 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b682ff-4cad-447d-8791-d1b659fc3d40 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:02:52.265604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port f6b682ff-4cad-447d-8791-d1b659fc3d40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f6b682ff-4cad-447d-8791-d1b659fc3d40,segment=NetworkSegment(d11c919a-4c14-4050-a6cb-2041b5743fe3),segment_id=d11c919a-4c14-4050-a6cb-2041b5743fe3)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:52.269923 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.271782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:52.322839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Calling delete_port for a29ecec0-c053-495a-af5f-9024ae9c2cb9 owned by network:router_interface {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:52.345039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=f6b682ff-4cad-447d-8791-d1b659fc3d40,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:52.348450 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:52.498660 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cc8b8-db9a-4559-a12d-ab10aa03c474 req-804280d3-b5a7-45ff-bd96-056f859abc27 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:52.500346 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-980cc8b8-db9a-4559-a12d-ab10aa03c474 req-804280d3-b5a7-45ff-bd96-056f859abc27 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 945 time: 0.1890185 Apr 15 11:02:52.591259 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-980cc8b8-db9a-4559-a12d-ab10aa03c474 req-424ab9e3-2e85-4a1f-ac25-00c5aa609e28 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833752 Apr 15 11:02:52.605541 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['f6b682ff-4cad-447d-8791-d1b659fc3d40'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:52.619643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.632889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:52.729122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Pushing event deleted for resources: {'Port': ['ID=a29ecec0-c053-495a-af5f-9024ae9c2cb9,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:52.731830 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:53.094103 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851003771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815890'] for router_interface, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.101845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.144305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.614938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Router 4a0dfc54-1176-4450-968a-3005c43bdf90 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:53.871591 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:53.881550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] Sync routers for ids ['4a0dfc54-1176-4450-968a-3005c43bdf90'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:53.893665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] Routers {'4a0dfc54-1176-4450-968a-3005c43bdf90'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:53.894601 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4a0dfc54-1176-4450-968a-3005c43bdf90'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:53.899866 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf4f5-d3d6-4fa3-9ecd-77657b8bbade req-626193f9-2d46-4019-b9e5-8679cfbff554 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:53.901525 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-276bf4f5-d3d6-4fa3-9ecd-77657b8bbade req-626193f9-2d46-4019-b9e5-8679cfbff554 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 945 time: 0.1572828 Apr 15 11:02:53.906961 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] 10.222.0.71 "PUT /v2.0/routers/4a0dfc54-1176-4450-968a-3005c43bdf90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2614081 Apr 15 11:02:53.907779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43874) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:54.027130 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device f6b682ff-4cad-447d-8791-d1b659fc3d40 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:02:54.161007 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] Set router 4a0dfc54-1176-4450-968a-3005c43bdf90 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:54.274378 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port f6b682ff-4cad-447d-8791-d1b659fc3d40 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:02:54.303899 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port f6b682ff-4cad-447d-8791-d1b659fc3d40 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:54.304248 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.342283 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-276bf4f5-d3d6-4fa3-9ecd-77657b8bbade req-4cd9907d-4585-4029-854f-d7bdfd7f79d5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316716 Apr 15 11:02:54.375228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Notify callbacks [] for router, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.570287 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.581015 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Deleting port cd98a1f6-ce3d-4069-811e-74a108987f0d {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:54.581395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.585998 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.590013 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.632061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd30a630-83c1-4f13-8dfb-c0b63d1f5e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b682ff-4cad-447d-8791-d1b659fc3d40'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:54.645058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port f6b682ff-4cad-447d-8791-d1b659fc3d40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f6b682ff-4cad-447d-8791-d1b659fc3d40,segment=NetworkSegment(d11c919a-4c14-4050-a6cb-2041b5743fe3),segment_id=d11c919a-4c14-4050-a6cb-2041b5743fe3)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:54.651662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.654997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:54.689860 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd30a630-83c1-4f13-8dfb-c0b63d1f5e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b682ff-4cad-447d-8791-d1b659fc3d40', 'code': 200} Apr 15 11:02:54.696744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T11:02:52Z', 'revision_number': 5, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port': {'id': 'cd98a1f6-ce3d-4069-811e-74a108987f0d', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:39Z', 'updated_at': '2021-04-15T10:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:54.713688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] Checking router: 4a0dfc54-1176-4450-968a-3005c43bdf90 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:54.728497 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] Routers {'4a0dfc54-1176-4450-968a-3005c43bdf90'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:54.729374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4a0dfc54-1176-4450-968a-3005c43bdf90'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:54.773400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] For port cd98a1f6-ce3d-4069-811e-74a108987f0d, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=cd98a1f6-ce3d-4069-811e-74a108987f0d,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:54.773802 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.911533 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Calling delete_port for cd98a1f6-ce3d-4069-811e-74a108987f0d owned by network:router_gateway {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:54.997747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2988d-5308-41f2-ba8e-43491d04de08 req-6b413e6f-2b68-4661-8921-09562770774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:54.998983 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-24a2988d-5308-41f2-ba8e-43491d04de08 req-6b413e6f-2b68-4661-8921-09562770774d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 1099 time: 0.0882967 Apr 15 11:02:55.049366 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-24a2988d-5308-41f2-ba8e-43491d04de08 req-d20d014a-1cae-4ce4-a9f4-ffbc42b021b6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424485 Apr 15 11:02:55.054664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=f6b682ff-4cad-447d-8791-d1b659fc3d40,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:55.060494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:55.087735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] Set router 4a0dfc54-1176-4450-968a-3005c43bdf90 gateway port host: None {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:55.104209 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.119729 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a21e160e-6e70-4e1e-a009-481014b1b34b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:55.201001 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 6, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port_host': None}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:55.205496 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87966172-8ad4-4e15-a1da-a42062e22b18 None None] The sync data for ids ['4a0dfc54-1176-4450-968a-3005c43bdf90'] in dv-cinder-786384-1-smb is: [{'id': '4a0dfc54-1176-4450-968a-3005c43bdf90', 'name': 'tempest-TestShelveInstance-206126668-router', 'tenant_id': '695b49397102411a9116a5855da25c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:37Z', 'updated_at': '2021-04-15T11:02:54Z', 'revision_number': 6, 'project_id': '695b49397102411a9116a5855da25c70', 'gw_port_host': None}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:55.215429 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cd98a1f6-ce3d-4069-811e-74a108987f0d,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:55.219416 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:55.385386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3815732'] for router_gateway, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.615949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59749'] for router, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.618930 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.656292 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850859454'] for router, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.656870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0dfc54-1176-4450-968a-3005c43bdf90 {{(pid=85313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:02:55.675754 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaa3a2-0ece-48d3-ac6f-acaff1dcaf8b req-030e09f8-3a3d-4c8a-a7a1-4d65ce37dbab tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:55.677363 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1faaa3a2-0ece-48d3-ac6f-acaff1dcaf8b req-030e09f8-3a3d-4c8a-a7a1-4d65ce37dbab tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 946 time: 0.1809487 Apr 15 11:02:55.686114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Notify callbacks [] for router, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.687323 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] 10.222.0.71 "DELETE /v2.0/routers/4a0dfc54-1176-4450-968a-3005c43bdf90 HTTP/1.1" status: 204 len: 168 time: 1.7785447 Apr 15 11:02:55.690512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43882) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:55.732328 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1faaa3a2-0ece-48d3-ac6f-acaff1dcaf8b req-5c448593-1b74-4d26-8b37-3f6b1ba68ddc tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481038 Apr 15 11:02:55.763163 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-da20c68c-718f-4622-98be-999e7e752726 admin admin] Deleting subnet 69fed9a8-2e0a-4475-bb86-19682c82e3b9 {{(pid=85314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:55.766393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da20c68c-718f-4622-98be-999e7e752726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.825112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da20c68c-718f-4622-98be-999e7e752726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851352988'] for subnet, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.950169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da20c68c-718f-4622-98be-999e7e752726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.171715 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device a29ecec0-c053-495a-af5f-9024ae9c2cb9 no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:56.204331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da20c68c-718f-4622-98be-999e7e752726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852206639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26456869'] for subnet, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.212272 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: a29ecec0-c053-495a-af5f-9024ae9c2cb9 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:56.212663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device a29ecec0-c053-495a-af5f-9024ae9c2cb9 not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:56.213118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device cd98a1f6-ce3d-4069-811e-74a108987f0d no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:56.220066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:56.248826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: cd98a1f6-ce3d-4069-811e-74a108987f0d {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:56.249218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device cd98a1f6-ce3d-4069-811e-74a108987f0d not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:56.305754 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20c68c-718f-4622-98be-999e7e752726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fed9a8-2e0a-4475-bb86-19682c82e3b9,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:56.310193 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-da20c68c-718f-4622-98be-999e7e752726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:56.350471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da20c68c-718f-4622-98be-999e7e752726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.356763 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-da20c68c-718f-4622-98be-999e7e752726 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/69fed9a8-2e0a-4475-bb86-19682c82e3b9 HTTP/1.1" status: 204 len: 168 time: 0.6650586 Apr 15 11:02:56.358323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068dcb8-265d-4570-bf35-ca031f630575 None None] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:56.359343 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43886) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:56.479114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.552741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Deleting port bc814028-9299-4a51-9b5d-a8381d19047e {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:56.553120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.626376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] DHCP port deletion for 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 request from dv-cinder-786384-1-smb {{(pid=85315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:02:56.631275 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] Deleting port bc814028-9299-4a51-9b5d-a8381d19047e {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:56.631783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.776524 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] For port bc814028-9299-4a51-9b5d-a8381d19047e, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=bc814028-9299-4a51-9b5d-a8381d19047e,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:56.776877 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.860911 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] For port bc814028-9299-4a51-9b5d-a8381d19047e, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=bc814028-9299-4a51-9b5d-a8381d19047e,segment=NetworkSegment(11c16a3c-2090-4c4d-bcfb-78ca3f220370),segment_id=11c16a3c-2090-4c4d-bcfb-78ca3f220370)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:56.861251 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.914770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Calling delete_port for bc814028-9299-4a51-9b5d-a8381d19047e owned by network:dhcp {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:56.950243 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28796041-1daf-486a-85dc-f6b749ad7475 req-c283ca69-3f1b-4cb2-b64f-5df11d293025 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:56.951899 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-28796041-1daf-486a-85dc-f6b749ad7475 req-c283ca69-3f1b-4cb2-b64f-5df11d293025 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 946 time: 0.1026542 Apr 15 11:02:56.994813 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.004421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] Calling delete_port for bc814028-9299-4a51-9b5d-a8381d19047e owned by network:dhcp {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:57.007623 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-28796041-1daf-486a-85dc-f6b749ad7475 req-3cafa993-f45c-4dac-8d11-0780a839aca5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482290 Apr 15 11:02:57.010999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:57.061308 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc814028-9299-4a51-9b5d-a8381d19047e,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:57.064089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:57.160018 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] No DVR routers for this DVR port bc814028-9299-4a51-9b5d-a8381d19047e on host dv-cinder-786384-1-smb {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:57.165998 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.db.api [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:02:57.166342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_db.api [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:02:57.286133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.401356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0']}} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:57.414909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c16a3c-2090-4c4d-bcfb-78ca3f220370') {'for_net_delete': True} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:57.415214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c16a3c-2090-4c4d-bcfb-78ca3f220370') {} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:57.428747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422844'] for segment, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.444394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.450565 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=85314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:57.653084 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:57.662885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568562'] for segment, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.667320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] Deleting port bc814028-9299-4a51-9b5d-a8381d19047e {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:57.667747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.743334 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0b9d9-e57c-474b-9a0d-8063e230e5ce None None] The port 'bc814028-9299-4a51-9b5d-a8381d19047e' was deleted {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:02:57.843235 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Network 1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:58.082827 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:58.184688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:58.189703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:58.199737 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device bc814028-9299-4a51-9b5d-a8381d19047e no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:58.207474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:58.237408 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:58.241375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:58.245148 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] 10.222.0.71 "DELETE /v2.0/networks/1e542ea3-9f5d-4cf6-9c3e-80a7addd12e0 HTTP/1.1" status: 204 len: 168 time: 1.8846321 Apr 15 11:02:58.248366 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43952) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:58.274823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: bc814028-9299-4a51-9b5d-a8381d19047e {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:58.275226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device bc814028-9299-4a51-9b5d-a8381d19047e not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:58.840396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf84fd1-fad6-4f75-8a1f-01009af842cd req-0cf0922b-519f-47b4-bc62-2a4e5514aaff tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:58.841901 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1cf84fd1-fad6-4f75-8a1f-01009af842cd req-0cf0922b-519f-47b4-bc62-2a4e5514aaff tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 947 time: 0.1571443 Apr 15 11:02:58.933804 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1cf84fd1-fad6-4f75-8a1f-01009af842cd req-3bd80a90-c46c-455e-bc92-64b123bd51b1 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846086 Apr 15 11:02:58.962892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815431'] for router_interface, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.352465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.602135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Deleting port d887c9d5-4c83-4f27-903f-6c00a808a26a {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:59.602520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.794425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] For port d887c9d5-4c83-4f27-903f-6c00a808a26a, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=d887c9d5-4c83-4f27-903f-6c00a808a26a,segment=NetworkSegment(a35fe6af-1d91-4d12-af3a-d5b66a5f8870),segment_id=a35fe6af-1d91-4d12-af3a-d5b66a5f8870)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:59.794871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.933932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Calling delete_port for d887c9d5-4c83-4f27-903f-6c00a808a26a owned by network:router_interface {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:00.175236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.189407 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8b4bc903-7588-4844-a2fb-4521dc2ca6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:00.303050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Pushing event deleted for resources: {'Port': ['ID=d887c9d5-4c83-4f27-903f-6c00a808a26a,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:00.305765 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:00.337327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd167b1-6d0b-4822-817a-a09534b5ac14 req-222ac8c3-3b0e-4a2b-9a24-6a0f42bf2663 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:00.338987 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-abd167b1-6d0b-4822-817a-a09534b5ac14 req-222ac8c3-3b0e-4a2b-9a24-6a0f42bf2663 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 947 time: 0.2507403 Apr 15 11:03:00.420262 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-abd167b1-6d0b-4822-817a-a09534b5ac14 req-a491f693-dd51-4541-98bc-04994eb0e1c2 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745947 Apr 15 11:03:00.716285 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851003771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815890'] for router_interface, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.994643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde4940-5913-46d8-b90e-a412ae88b919 req-9cdee146-922e-4b86-8734-614b069fedd3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:00.995476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-adde4940-5913-46d8-b90e-a412ae88b919 req-9cdee146-922e-4b86-8734-614b069fedd3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Synchronizing usage tracker for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:port {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:01.013868 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-adde4940-5913-46d8-b90e-a412ae88b919 req-9cdee146-922e-4b86-8734-614b069fedd3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Unset dirty status for tenant:caabc5a003af4501bc035dcef545b4a7 on resource:port {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:01.015394 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-adde4940-5913-46d8-b90e-a412ae88b919 req-9cdee146-922e-4b86-8734-614b069fedd3 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 947 time: 0.1093478 Apr 15 11:03:01.100466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Deleting port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:01.100850 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.267391 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Router 4967282d-3af0-43d9-af39-e44cc83231a9 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:01.373384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] For port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:01.373689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.463964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:01.474523 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] Sync routers for ids ['4967282d-3af0-43d9-af39-e44cc83231a9'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:01.478075 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d3886599-8b16-4b28-a8d9-2d7f8cc00827 admin admin] 10.222.0.71 "PUT /v2.0/routers/4967282d-3af0-43d9-af39-e44cc83231a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2282455 Apr 15 11:03:01.478799 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43972) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:01.485761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] Routers {'4967282d-3af0-43d9-af39-e44cc83231a9'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:01.486845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4967282d-3af0-43d9-af39-e44cc83231a9'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:01.756967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Notify callbacks [] for router, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.762526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.762921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.763261 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Floating IP dcf4a303-3749-4955-940b-9b156ee255c4 disassociated. External IP: 172.28.0.147, port: 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4. Apr 15 11:03:01.763639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Calling delete_port for 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 owned by compute:nova {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:01.915121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] Set router 4967282d-3af0-43d9-af39-e44cc83231a9 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:01.932556 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.949116 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d37e9bb8-2881-485f-896c-85eab7485c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:02.002550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event deleted for resources: {'Port': ['ID=96b8fce7-7019-43de-9f5e-2e4ac2e12bf4,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:02.059900 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:02.150656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d30118-04bc-4de2-9fb3-11ac5e092538 req-8f6110d2-36cd-43b2-a962-e84fbce27185 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:02.152316 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-88d30118-04bc-4de2-9fb3-11ac5e092538 req-8f6110d2-36cd-43b2-a962-e84fbce27185 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 947 time: 0.5302598 Apr 15 11:03:02.268410 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-88d30118-04bc-4de2-9fb3-11ac5e092538 req-cefdeb01-4702-4c85-a8fd-83286076e463 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups?id=b573a2e6-7ae0-44f0-9ba2-0593cb711916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678036 Apr 15 11:03:02.277423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'name': 'tempest-TestShelveInstance-1391106765-router', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T11:03:00Z', 'revision_number': 5, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'gw_port': {'id': '0d04be6f-fd24-43ad-a306-00a1bdcb7d1e', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:02.282988 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] Checking router: 4967282d-3af0-43d9-af39-e44cc83231a9 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:02.284654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:02.293310 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] Routers {'4967282d-3af0-43d9-af39-e44cc83231a9'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:02.293980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['4967282d-3af0-43d9-af39-e44cc83231a9'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:02.296402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Deleting port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:02.297527 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:02.358630 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Router 63e96f85-cac0-4ff0-8a97-ee6150cc00be has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:02.462857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] Set router 4967282d-3af0-43d9-af39-e44cc83231a9 gateway port host: None {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:02.499257 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] For port 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=0d04be6f-fd24-43ad-a306-00a1bdcb7d1e,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:02.500026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:02.554808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:02.568661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] Sync routers for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:02.582806 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:02.583476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:02.649976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] No DVR routers for this DVR port 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 on host hv-cinder-78638 {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:03:02.652532 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'name': 'tempest-TestShelveInstance-1391106765-router', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T11:03:02Z', 'revision_number': 6, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'gw_port_host': None}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:02.657703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a1ede-dac4-4aa0-bf4c-6225c5663386 None None] The sync data for ids ['4967282d-3af0-43d9-af39-e44cc83231a9'] in dv-cinder-786384-1-smb is: [{'id': '4967282d-3af0-43d9-af39-e44cc83231a9', 'name': 'tempest-TestShelveInstance-1391106765-router', 'tenant_id': 'cade665f775d40d4bb7ea4ca5a328909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:51Z', 'updated_at': '2021-04-15T11:03:02Z', 'revision_number': 6, 'project_id': 'cade665f775d40d4bb7ea4ca5a328909', 'gw_port_host': None}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:02.660725 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:02.662045 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Calling delete_port for 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e owned by network:router_gateway {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:02.667050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'name': 'network-vif-deleted', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:02.692667 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-adde4940-5913-46d8-b90e-a412ae88b919 req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.97 "DELETE /v2.0/ports/96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 HTTP/1.1" status: 204 len: 173 time: 1.6707697 Apr 15 11:03:02.754594 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b90c8e6-32e1-4ca0-b804-24c5c3356672', 'name': 'network-vif-deleted', 'tag': '96b8fce7-7019-43de-9f5e-2e4ac2e12bf4', 'status': 'completed', 'code': 200} Apr 15 11:03:02.889447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:02.902172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:02.926895 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:03.022320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d04be6f-fd24-43ad-a306-00a1bdcb7d1e,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:03.026392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:03.184571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3815732'] for router_gateway, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.226954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:03.231012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] Checking router: 63e96f85-cac0-4ff0-8a97-ee6150cc00be for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:03.239860 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:03.240513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:03.384231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59749'] for router, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.386645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.426910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850859454'] for router, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.427479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4967282d-3af0-43d9-af39-e44cc83231a9 {{(pid=85313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:03:03.438688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:03.495604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Notify callbacks [] for router, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.499452 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] 10.222.0.71 "DELETE /v2.0/routers/4967282d-3af0-43d9-af39-e44cc83231a9 HTTP/1.1" status: 204 len: 168 time: 2.0170479 Apr 15 11:03:03.499616 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-84e367b8-1c63-4981-b448-4961302ecda6 req-2a4ad040-5f3d-4a4a-9778-8975171b58cc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b90c8e6-32e1-4ca0-b804-24c5c3356672 HTTP/1.1" status: 200 len: 210 time: 0.0695002 Apr 15 11:03:03.499971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43984) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:03.604225 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ff0869-7046-4729-9e69-88ef85d1f0d5 admin admin] Deleting subnet 288d293f-e9cd-4ed8-8bee-b78ff3212621 {{(pid=85314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:03:03.607871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88ff0869-7046-4729-9e69-88ef85d1f0d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.667106 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88ff0869-7046-4729-9e69-88ef85d1f0d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851352988'] for subnet, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.754508 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88ff0869-7046-4729-9e69-88ef85d1f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:03.994027 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:03.998314 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffa1f04-f035-47dd-afaf-2ec897479f84 None None] The sync data for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb is: [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T10:57:07Z', 'revision_number': 4, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'eabb46c3-4b37-4ced-8c28-cab6c898b35d', 'name': '', 'network_id': 'e2fc2369-04ba-46f5-9a71-238ce9ea3380', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'mac_address': 'fa:16:3e:5f:4e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:06Z', 'updated_at': '2021-04-15T10:57:16Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'subnets': [{'id': 'f6198547-c4ea-4498-81a7-d04ad1984a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:04.041656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88ff0869-7046-4729-9e69-88ef85d1f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852206639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26456869'] for subnet, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.058158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f6b7086b-3f54-4c24-adef-744df93d0497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:04.102725 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:04.142638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:04.143409 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 96b8fce7-7019-43de-9f5e-2e4ac2e12bf4 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:04.146505 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff0869-7046-4729-9e69-88ef85d1f0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288d293f-e9cd-4ed8-8bee-b78ff3212621,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:04.160714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-88ff0869-7046-4729-9e69-88ef85d1f0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:04.183308 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device d887c9d5-4c83-4f27-903f-6c00a808a26a no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:04.193821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88ff0869-7046-4729-9e69-88ef85d1f0d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.200549 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-88ff0869-7046-4729-9e69-88ef85d1f0d5 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/288d293f-e9cd-4ed8-8bee-b78ff3212621 HTTP/1.1" status: 204 len: 168 time: 0.6994245 Apr 15 11:03:04.203130 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 43990) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:04.229181 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ca8a5e-9d45-4125-8174-83d26ccd21cb None None] Network 8566d752-7ab8-474d-83f7-d08931b6327d requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:03:04.253692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: d887c9d5-4c83-4f27-903f-6c00a808a26a {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:04.254083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device d887c9d5-4c83-4f27-903f-6c00a808a26a not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:04.254577 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:04.338964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.346038 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:04.346691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 0d04be6f-fd24-43ad-a306-00a1bdcb7d1e not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:04.407657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Deleting port 6542fbf0-1296-46c7-8682-73c2e744479e {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:04.408137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.442871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796de98-cc9f-45cc-ad14-d86e76091034 None None] New status for floating IP dcf4a303-3749-4955-940b-9b156ee255c4: DOWN {{(pid=85316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:03:04.571761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] DHCP port deletion for 8566d752-7ab8-474d-83f7-d08931b6327d request from dv-cinder-786384-1-smb {{(pid=85315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:03:04.576537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] Deleting port 6542fbf0-1296-46c7-8682-73c2e744479e {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:04.576947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.663397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 43998) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:04.693309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] For port 6542fbf0-1296-46c7-8682-73c2e744479e, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=6542fbf0-1296-46c7-8682-73c2e744479e,segment=NetworkSegment(a35fe6af-1d91-4d12-af3a-d5b66a5f8870),segment_id=a35fe6af-1d91-4d12-af3a-d5b66a5f8870)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:04.693786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.743679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6b47f299-3e2f-4a92-8573-afa583cd0425 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.775781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6b47f299-3e2f-4a92-8573-afa583cd0425 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.829761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] For port 6542fbf0-1296-46c7-8682-73c2e744479e, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=6542fbf0-1296-46c7-8682-73c2e744479e,segment=NetworkSegment(a35fe6af-1d91-4d12-af3a-d5b66a5f8870),segment_id=a35fe6af-1d91-4d12-af3a-d5b66a5f8870)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:04.830200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.832231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6b47f299-3e2f-4a92-8573-afa583cd0425 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.843774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7f7a6db4-ea09-4dc5-a9d9-51a90aa9f791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:04.851750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Calling delete_port for 6542fbf0-1296-46c7-8682-73c2e744479e owned by network:dhcp {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:04.861083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47f299-3e2f-4a92-8573-afa583cd0425 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b573a2e6-7ae0-44f0-9ba2-0593cb711916,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:04.863643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6b47f299-3e2f-4a92-8573-afa583cd0425 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.864862 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-6b47f299-3e2f-4a92-8573-afa583cd0425 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "DELETE /v2.0/security-groups/b573a2e6-7ae0-44f0-9ba2-0593cb711916 HTTP/1.1" status: 204 len: 168 time: 0.2004030 Apr 15 11:03:04.865848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6b47f299-3e2f-4a92-8573-afa583cd0425 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:04.868114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44002) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:04.886554 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.v2.resource [None req-8292389c-3d75-43dd-8710-3e7f901c18bc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] show failed (client error): The resource could not be found. Apr 15 11:03:04.895200 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8292389c-3d75-43dd-8710-3e7f901c18bc tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "GET /v2.0/security-groups/b573a2e6-7ae0-44f0-9ba2-0593cb711916 HTTP/1.1" status: 404 len: 347 time: 0.0182498 Apr 15 11:03:04.895200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44006) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:04.943120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:04.960916 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8d2aa5a7-4f86-47b3-9f83-862d72dc2106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:04.974269 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] Calling delete_port for 6542fbf0-1296-46c7-8682-73c2e744479e owned by network:dhcp {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:05.050754 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.db.api [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:03:05.051368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_db.api [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:03:05.069468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Deleting port 616e1f17-aa83-4ce7-ad70-2dfd46557364 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:05.069827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.264089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.264335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.301255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6542fbf0-1296-46c7-8682-73c2e744479e,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:05.303947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:05.343271 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:03:05.350949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] No DVR routers for this DVR port 6542fbf0-1296-46c7-8682-73c2e744479e on host dv-cinder-786384-1-smb {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:03:05.405951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Calling delete_port for 616e1f17-aa83-4ce7-ad70-2dfd46557364 owned by network:floatingip {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:05.478464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.552214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] Deleting port 6542fbf0-1296-46c7-8682-73c2e744479e {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:05.552647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.559239 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.576187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bd12cf8f-b8b1-450e-b9b5-639c5054081c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:05.599182 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8566d752-7ab8-474d-83f7-d08931b6327d']}} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:05.612488 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870') {'for_net_delete': True} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:05.612948 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35fe6af-1d91-4d12-af3a-d5b66a5f8870') {} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:05.632096 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-85504b1a-598a-4bcc-8079-53dcc23c3cb5 None None] The port '6542fbf0-1296-46c7-8682-73c2e744479e' was deleted {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:03:05.632322 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422844'] for segment, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.650585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.657003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=85314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:03:05.675255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Pushing event deleted for resources: {'Port': ['ID=616e1f17-aa83-4ce7-ad70-2dfd46557364,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:05.679668 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:05.843170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Network 8566d752-7ab8-474d-83f7-d08931b6327d has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:03:05.843468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks [] for floatingip, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.852377 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568562'] for segment, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.858816 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.860046 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] 10.222.0.71 "DELETE /v2.0/floatingips/dcf4a303-3749-4955-940b-9b156ee255c4 HTTP/1.1" status: 204 len: 168 time: 0.9677160 Apr 15 11:03:06.035146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Network 8566d752-7ab8-474d-83f7-d08931b6327d has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:03:06.058119 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:03:06.143349 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.148219 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-fe7c52d7-7117-44ef-95f9-75b7d8da3b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:06.164915 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.171073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 6542fbf0-1296-46c7-8682-73c2e744479e no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:06.172006 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8566d752-7ab8-474d-83f7-d08931b6327d,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:06.176672 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:06.181453 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/8566d752-7ab8-474d-83f7-d08931b6327d HTTP/1.1" status: 204 len: 168 time: 1.9753916 Apr 15 11:03:06.208627 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: 6542fbf0-1296-46c7-8682-73c2e744479e {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:06.209020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 6542fbf0-1296-46c7-8682-73c2e744479e not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:06.301756 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44018) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:06.356541 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3c111772-0b89-4d01-b72e-4e5a5bc4f6ac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=695b49397102411a9116a5855da25c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534117 Apr 15 11:03:06.359246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44022) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:06.426318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-595563f5-6079-4b62-a040-2aac28eeea01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.453933 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-595563f5-6079-4b62-a040-2aac28eeea01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.507237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-595563f5-6079-4b62-a040-2aac28eeea01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.511463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3448bbc9-623d-4576-844f-c2ea95344dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:06.525117 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595563f5-6079-4b62-a040-2aac28eeea01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945f4701-e9c3-4103-84a3-d9a1a8515001,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:06.529016 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-595563f5-6079-4b62-a040-2aac28eeea01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:06.534232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-595563f5-6079-4b62-a040-2aac28eeea01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.538021 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-595563f5-6079-4b62-a040-2aac28eeea01 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/945f4701-e9c3-4103-84a3-d9a1a8515001 HTTP/1.1" status: 204 len: 168 time: 0.1753621 Apr 15 11:03:06.930212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44032) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:06.987394 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-296af76b-8a03-4084-b5dc-973c81258c9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cade665f775d40d4bb7ea4ca5a328909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552669 Apr 15 11:03:06.991292 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44036) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:07.055209 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9dbaec89-bf6e-4c1a-9c07-00438d54d366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.083714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9dbaec89-bf6e-4c1a-9c07-00438d54d366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.139527 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9dbaec89-bf6e-4c1a-9c07-00438d54d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.145261 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-dc4ff38a-8656-4027-b8b2-da8e6bb56f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:07.158335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaec89-bf6e-4c1a-9c07-00438d54d366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd687a0-3246-4ebf-a50d-1db650681e88,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:07.162191 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9dbaec89-bf6e-4c1a-9c07-00438d54d366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:07.164596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9dbaec89-bf6e-4c1a-9c07-00438d54d366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.165826 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9dbaec89-bf6e-4c1a-9c07-00438d54d366 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7dd687a0-3246-4ebf-a50d-1db650681e88 HTTP/1.1" status: 204 len: 168 time: 0.1734853 Apr 15 11:03:08.720297 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44062) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:09.553274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815431'] for router_interface, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:09.937358 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Deleting port eabb46c3-4b37-4ced-8c28-cab6c898b35d {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:09.937984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.129193 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] For port eabb46c3-4b37-4ced-8c28-cab6c898b35d, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=eabb46c3-4b37-4ced-8c28-cab6c898b35d,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:10.129591 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.261430 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Calling delete_port for eabb46c3-4b37-4ced-8c28-cab6c898b35d owned by network:router_interface {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:10.584915 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:10.830388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-678b6eef-1288-4c5a-b77b-0296474b9ee4 tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:10.931523 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabb46c3-4b37-4ced-8c28-cab6c898b35d,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:10.934207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:11.285056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851003771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815890'] for router_interface, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:11.809290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Router 63e96f85-cac0-4ff0-8a97-ee6150cc00be has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:12.002059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:12.011570 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] Sync routers for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:12.016678 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] 10.222.0.71 "PUT /v2.0/routers/63e96f85-cac0-4ff0-8a97-ee6150cc00be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2952034 Apr 15 11:03:12.019667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44078) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:12.023054 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:12.023746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:12.211507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Notify callbacks [] for router, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.222654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:12.407014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.417157 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Deleting port da9070af-8982-433e-a71e-b73c6b141a74 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:12.417529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.527332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128'}], 'enable_snat': True}, 'gw_port_id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T11:03:10Z', 'revision_number': 5, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port': {'id': 'da9070af-8982-433e-a71e-b73c6b141a74', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:01Z', 'updated_at': '2021-04-15T10:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:12.534721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] Checking router: 63e96f85-cac0-4ff0-8a97-ee6150cc00be for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:12.544984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] Routers {'63e96f85-cac0-4ff0-8a97-ee6150cc00be'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:12.545684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:12.619833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] For port da9070af-8982-433e-a71e-b73c6b141a74, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=da9070af-8982-433e-a71e-b73c6b141a74,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:12.620228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.711109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] Set router 63e96f85-cac0-4ff0-8a97-ee6150cc00be gateway port host: None {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:12.750704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Calling delete_port for da9070af-8982-433e-a71e-b73c6b141a74 owned by network:router_gateway {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:12.825356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T11:03:12Z', 'revision_number': 6, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port_host': None}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:12.829819 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b39af6-cd19-493e-99d1-e220ee9aef02 None None] The sync data for ids ['63e96f85-cac0-4ff0-8a97-ee6150cc00be'] in dv-cinder-786384-1-smb is: [{'id': '63e96f85-cac0-4ff0-8a97-ee6150cc00be', 'name': 'tempest-AttachVolumeShelveTestJSON-674654083-router', 'tenant_id': 'caabc5a003af4501bc035dcef545b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:56:59Z', 'updated_at': '2021-04-15T11:03:12Z', 'revision_number': 6, 'project_id': 'caabc5a003af4501bc035dcef545b4a7', 'gw_port_host': None}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:12.931874 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:12.945611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-293c12d7-d25f-4de7-8359-6f22ecc2cfb5 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:12.992430 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9070af-8982-433e-a71e-b73c6b141a74,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:13.262025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:13.435664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3815732'] for router_gateway, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.634821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59749'] for router, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.637453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.728193 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850859454'] for router, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.728762 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e96f85-cac0-4ff0-8a97-ee6150cc00be {{(pid=85314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:03:13.748771 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Notify callbacks [] for router, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.750838 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] 10.222.0.71 "DELETE /v2.0/routers/63e96f85-cac0-4ff0-8a97-ee6150cc00be HTTP/1.1" status: 204 len: 168 time: 1.7298164 Apr 15 11:03:13.754743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44092) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:13.821807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b29d803-fa6d-4214-bf36-1d15fe054968 admin admin] Deleting subnet f6198547-c4ea-4498-81a7-d04ad1984a48 {{(pid=85314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:03:13.825098 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3b29d803-fa6d-4214-bf36-1d15fe054968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.880414 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3b29d803-fa6d-4214-bf36-1d15fe054968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851352988'] for subnet, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:13.961940 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3b29d803-fa6d-4214-bf36-1d15fe054968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:14.180133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device da9070af-8982-433e-a71e-b73c6b141a74 no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:14.218232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: da9070af-8982-433e-a71e-b73c6b141a74 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:14.218659 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device da9070af-8982-433e-a71e-b73c6b141a74 not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:14.219127 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device eabb46c3-4b37-4ced-8c28-cab6c898b35d no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:14.229996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3b29d803-fa6d-4214-bf36-1d15fe054968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852206639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26456869'] for subnet, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:14.243922 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-709f7feb-d55b-42f1-8558-e14cec588b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:14.258949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: eabb46c3-4b37-4ced-8c28-cab6c898b35d {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:14.259349 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device eabb46c3-4b37-4ced-8c28-cab6c898b35d not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:14.328258 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29d803-fa6d-4214-bf36-1d15fe054968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6198547-c4ea-4498-81a7-d04ad1984a48,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:14.338747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3b29d803-fa6d-4214-bf36-1d15fe054968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:14.379318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3b29d803-fa6d-4214-bf36-1d15fe054968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:14.385250 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080e5be-bc11-4219-aa53-c1b861f05119 None None] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:03:14.385392 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3b29d803-fa6d-4214-bf36-1d15fe054968 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f6198547-c4ea-4498-81a7-d04ad1984a48 HTTP/1.1" status: 204 len: 168 time: 0.6296406 Apr 15 11:03:14.388257 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44098) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:14.503221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:14.572289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Deleting port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:14.572610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:14.643630 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] DHCP port deletion for e2fc2369-04ba-46f5-9a71-238ce9ea3380 request from dv-cinder-786384-1-smb {{(pid=85315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:03:14.648747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] Deleting port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:14.649179 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:14.794062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] For port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=56f882d2-f3d9-4978-bc86-29bb4cb5a5f1,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:14.794498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:14.875063 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] For port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=56f882d2-f3d9-4978-bc86-29bb4cb5a5f1,segment=NetworkSegment(b5581e4f-51fb-4916-81d6-4b48906c47f5),segment_id=b5581e4f-51fb-4916-81d6-4b48906c47f5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:14.875401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:14.928620 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Calling delete_port for 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 owned by network:dhcp {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:15.014722 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:15.031150 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cdfb5ba2-4997-4a6f-81de-6431694fb7ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:15.131771 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=56f882d2-f3d9-4978-bc86-29bb4cb5a5f1,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:15.136467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:15.178183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] No DVR routers for this DVR port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 on host dv-cinder-786384-1-smb {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:03:15.181323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] Calling delete_port for 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 owned by network:dhcp {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:15.258222 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.db.api [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:03:15.258661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_db.api [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:03:15.301474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:15.416315 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fc2369-04ba-46f5-9a71-238ce9ea3380']}} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:15.429742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5581e4f-51fb-4916-81d6-4b48906c47f5') {'for_net_delete': True} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:15.430043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5581e4f-51fb-4916-81d6-4b48906c47f5') {} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:15.442099 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422844'] for segment, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:15.457096 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:15.463366 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=85314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:03:15.649625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:03:15.659050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568562'] for segment, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:15.760291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] Deleting port 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:15.760727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:15.846129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-b708bbf9-3a2c-48d4-b324-ce82b175a5ea None None] The port '56f882d2-f3d9-4978-bc86-29bb4cb5a5f1' was deleted {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:03:15.846226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Network e2fc2369-04ba-46f5-9a71-238ce9ea3380 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:03:15.869590 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:03:15.956577 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:15.960926 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:15.977443 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:15.986393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fc2369-04ba-46f5-9a71-238ce9ea3380,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:15.989852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:16.003296 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] 10.222.0.71 "DELETE /v2.0/networks/e2fc2369-04ba-46f5-9a71-238ce9ea3380 HTTP/1.1" status: 204 len: 168 time: 1.6113532 Apr 15 11:03:16.131333 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44116) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:16.172728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:16.186077 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-16cddd63-b716-4e50-a579-8d1ec36634cc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=caabc5a003af4501bc035dcef545b4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533662 Apr 15 11:03:16.188854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44120) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:16.214887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:16.215213 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 56f882d2-f3d9-4978-bc86-29bb4cb5a5f1 not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:16.256994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-594f9906-9386-4189-a459-3c69b5d3e0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:16.284999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-594f9906-9386-4189-a459-3c69b5d3e0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:16.333670 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-594f9906-9386-4189-a459-3c69b5d3e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:16.339053 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5bff38d2-6dbb-4f08-b1fa-f2dbd9fda092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:16.355692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f9906-9386-4189-a459-3c69b5d3e0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858f07b4-3c7d-4560-a4e1-e746893ea44a,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:16.358801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-594f9906-9386-4189-a459-3c69b5d3e0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:16.360885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-594f9906-9386-4189-a459-3c69b5d3e0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:16.362004 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-594f9906-9386-4189-a459-3c69b5d3e0e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/858f07b4-3c7d-4560-a4e1-e746893ea44a HTTP/1.1" status: 204 len: 168 time: 0.1720293 Apr 15 11:03:17.181442 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44146) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:17.302170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2080466387-network', 'tenant_id': '685af50e28eb4be98593cc1219937aff'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:17.307331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:17.311446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Usage tracker for resource:network and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:17.315671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:17.321859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:17.334802 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Made reservation on behalf of 685af50e28eb4be98593cc1219937aff for: {'network': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:03:17.341930 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.360982 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.377803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:17.382382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Usage tracker for resource:security_group_rule and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:17.385483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:17.391841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:17.491364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.495481 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.498631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d6da08ae-2ee0-49c6-9a26-77d36c997409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:17.529453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'} {{(pid=85314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:03:17.539439 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05819c17-c3a4-43d9-a5cb-e7447dc778f1,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:17.543374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:17.547805 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.547805 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Added segment 75d5a574-a217-4f37-bf65-24f1f2e7f90e of type vlan for network 3283c1a8-f788-41eb-813e-bab708756927 Apr 15 11:03:17.574874 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.605213 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.606634 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:17.607284 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.610739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:17.719138 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Pushing event updated for resources: {'Network': ['ID=3283c1a8-f788-41eb-813e-bab708756927,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:17.722598 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5398581 Apr 15 11:03:17.723578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:17.726520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44152) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:17.730914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 3283c1a8-f788-41eb-813e-bab708756927 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:03:17.732621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Request body: {'subnet': {'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2080466387-subnet', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:17.738552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:17.743015 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Usage tracker for resource:subnet and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:17.746196 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:17.752698 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:17.763971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Made reservation on behalf of 685af50e28eb4be98593cc1219937aff for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:03:17.769433 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:18.410264 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:18.424744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-26205c17-9b4f-4229-8736-35e5ab8893f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:18.551497 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c34a6c-9a03-44ba-8f2a-6caa65e10250,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:18.556499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:18.625662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Checking segment: {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:18.625986 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Network hostable DHCP agents. Network: 3283c1a8-f788-41eb-813e-bab708756927, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:03:18.645761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Network 3283c1a8-f788-41eb-813e-bab708756927 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:03:18.655066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 3283c1a8-f788-41eb-813e-bab708756927) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:18.667126 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a7cc3-c899-4239-8c7c-105c1c50151d None None] Network 3283c1a8-f788-41eb-813e-bab708756927 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:03:18.668487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:18.669127 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:18.689638 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-6e926e8e-8c29-4b49-a2aa-2c3f1e847e68 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9619811 Apr 15 11:03:18.692735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44164) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:18.698223 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:18.703202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:18.707348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Usage tracker for resource:router and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:18.710918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:18.717051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:18.726619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59764'] for router, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:18.727666 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850858942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850960032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850954210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854716051'] for router, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:18.742458 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:18.900618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c448b85-0c5b-51f4-9699-53a11923281c-3283c1a8-f788-41eb-813e-bab708756927', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250'}]}} from dv-cinder-786384-1-smb. {{(pid=85315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:03:18.901547 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.042506 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850960013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854716066'] for router, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.071504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Allocated IP 172.20.0.2 (3283c1a8-f788-41eb-813e-bab708756927/a4c34a6c-9a03-44ba-8f2a-6caa65e10250/30cb2afc-5fa8-4450-834d-773d42d2d5ca) {{(pid=85315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:19.287338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Notify callbacks [] for port, precommit_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.298250 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Transition to ACTIVE for port object 30cb2afc-5fa8-4450-834d-773d42d2d5ca will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:19.317711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Transition to ACTIVE for port object 30cb2afc-5fa8-4450-834d-773d42d2d5ca will not be triggered until provisioned by entity DHCP. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:19.324298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.345907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:19.381997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.418728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.480742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Pushing event updated for resources: {'Port': ['ID=30cb2afc-5fa8-4450-834d-773d42d2d5ca,revision_number=1']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:19.483794 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:19.537047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Network 3283c1a8-f788-41eb-813e-bab708756927 is already hosted by enough agents. {{(pid=85315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:19.538686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Resources bound (agent type, host, resource id): {{(pid=85315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:19.541026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Received port after_create {{(pid=85315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:19.567959 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Allocated IP 172.28.0.123 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/26518a12-a567-4ac0-b71c-4e459c436c69) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:19.645743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Attempting to bind port 30cb2afc-5fa8-4450-834d-773d42d2d5ca on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:19.646156 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Attempting to bind port 30cb2afc-5fa8-4450-834d-773d42d2d5ca by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:19.646612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Attempting to bind port 30cb2afc-5fa8-4450-834d-773d42d2d5ca on network 3283c1a8-f788-41eb-813e-bab708756927 {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:19.655493 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:19.655907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Checking segment: {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:19.656352 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.656858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Bound using segment: {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:19.657467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Bound port: 30cb2afc-5fa8-4450-834d-773d42d2d5ca, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:19.657878 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.669757 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b328f323-6267-4078-878e-184fe4addb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.727872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.756789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] For port 30cb2afc-5fa8-4450-834d-773d42d2d5ca, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:19.758851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.760134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] For port 30cb2afc-5fa8-4450-834d-773d42d2d5ca, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=30cb2afc-5fa8-4450-834d-773d42d2d5ca,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:19.764677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:19.772514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ac9322b7-5d8b-4473-9a29-a246cef93897 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:19.777947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:19.908833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Pushing event updated for resources: {'Port': ['ID=26518a12-a567-4ac0-b71c-4e459c436c69,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:19.912009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:19.921195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Pushing event updated for resources: {'Port': ['ID=30cb2afc-5fa8-4450-834d-773d42d2d5ca,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:19.926885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:19.971943 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:19.973201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:19.975644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:20.561543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:21.173604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850858760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815770'] for router, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:21.304648 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f9de9-6e96-477a-a5cc-4aed89ed361e None None] Network 3283c1a8-f788-41eb-813e-bab708756927 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:03:21.394111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 is scheduled to L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 with binding_index 1 {{(pid=85314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:03:21.400116 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-b3b3d585-5f28-47a9-9b00-aa69181cb1b7 None None] Provisioning for port 30cb2afc-5fa8-4450-834d-773d42d2d5ca completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:21.587778 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:21.596523 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Sync routers for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:21.610152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:21.610867 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:02:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:21.614146 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] Notify callbacks [] for router, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:21.615522 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c08d6c4b-c2c9-4460-b40b-81ccf3f40f4a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9218233 Apr 15 11:03:21.618327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44178) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:21.817569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:22.013510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-49d0a08f-9d34-4919-b9bd-5505725bc1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:22.127552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:20Z', 'revision_number': 3, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:22.131687 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Checking router: dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:22.132272 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Updating router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 port 26518a12-a567-4ac0-b71c-4e459c436c69 binding host dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:03:22.189986 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:22.267669 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 30cb2afc-5fa8-4450-834d-773d42d2d5ca up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:22.345079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port 30cb2afc-5fa8-4450-834d-773d42d2d5ca completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:22.350005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 30cb2afc-5fa8-4450-834d-773d42d2d5ca triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:22.350470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:22.399656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:22.482010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:22.518158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port 30cb2afc-5fa8-4450-834d-773d42d2d5ca, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=30cb2afc-5fa8-4450-834d-773d42d2d5ca,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:22.521706 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:22.524815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:22.598310 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=30cb2afc-5fa8-4450-834d-773d42d2d5ca,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:22.606165 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.606586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.606957 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.607323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.607686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.608050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.608413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.608771 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.609129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.609487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.609843 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.610199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.614428 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:22.630994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Notify callbacks [] for port, precommit_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:22.640830 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Allocated IP 172.20.0.1 (3283c1a8-f788-41eb-813e-bab708756927/a4c34a6c-9a03-44ba-8f2a-6caa65e10250/ea1ca564-4c28-48f2-b38f-86962dcaa916) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:22.644833 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Transition to ACTIVE for port object 26518a12-a567-4ac0-b71c-4e459c436c69 will not be triggered until provisioned by entity L2. {{(pid=85316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:22.651093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:22.666913 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:22.802531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:22.820927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Transition to ACTIVE for port object ea1ca564-4c28-48f2-b38f-86962dcaa916 will not be triggered until provisioned by entity DHCP. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:22.847162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:22.863276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:22.966863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Pushing event updated for resources: {'Port': ['ID=26518a12-a567-4ac0-b71c-4e459c436c69,revision_number=2']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:22.988688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.989065 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.989431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.989796 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.990148 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.990543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.990896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.991232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.991581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.991930 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.992299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.992651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:22.998085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1ca564-4c28-48f2-b38f-86962dcaa916,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:22.998529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:23.003448 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:23.045007 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Attempting to bind port 26518a12-a567-4ac0-b71c-4e459c436c69 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:23.045447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Attempting to bind port 26518a12-a567-4ac0-b71c-4e459c436c69 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:23.045802 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Attempting to bind port 26518a12-a567-4ac0-b71c-4e459c436c69 on network 23f07260-2a73-40f9-8de7-f6683f29607f {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:23.051748 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:23.052153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Checking segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:23.052581 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.053005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Bound using segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:23.053500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Bound port: 26518a12-a567-4ac0-b71c-4e459c436c69, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:23.053905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.054170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Network 3283c1a8-f788-41eb-813e-bab708756927 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:23.055612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:23.057979 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:23.121280 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815839'] for router_interface, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.137205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] For port 26518a12-a567-4ac0-b71c-4e459c436c69, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:23.140965 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] For port 26518a12-a567-4ac0-b71c-4e459c436c69, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=26518a12-a567-4ac0-b71c-4e459c436c69,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:23.148534 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.166964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-92235612-a33c-4810-aa9d-dab3f8b2f98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:23.187801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.197808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.267807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-abeef0c1-ef51-41c2-b980-aff2abaa28d4 None None] Provisioning for port ea1ca564-4c28-48f2-b38f-86962dcaa916 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:23.273652 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-abeef0c1-ef51-41c2-b980-aff2abaa28d4 None None] Provisioning complete for port ea1ca564-4c28-48f2-b38f-86962dcaa916 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:23.274076 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-abeef0c1-ef51-41c2-b980-aff2abaa28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.320615 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Pushing event updated for resources: {'Port': ['ID=26518a12-a567-4ac0-b71c-4e459c436c69,revision_number=3']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:23.336887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:23.347115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-abeef0c1-ef51-41c2-b980-aff2abaa28d4 None None] Port ea1ca564-4c28-48f2-b38f-86962dcaa916 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:03:23.386023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:23.386809 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:03:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:23.586152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:23.674054 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.917751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:22Z', 'revision_number': 1, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:23.922728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679d197-afdd-45f5-a4cc-45d1c8972e65 None None] The sync data for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb is: [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:22Z', 'revision_number': 1, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:23.979164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:23.984332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:24.013409 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-30183e4f-219c-45e6-b74e-b39d05cfaaa5 tempest-ServerRescueNegativeTestJSON-1247400792 tempest-ServerRescueNegativeTestJSON-1247400792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:24.100889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1ca564-4c28-48f2-b38f-86962dcaa916,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:24.103646 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815476'] for router_interface, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:24.117114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:24.184325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 30cb2afc-5fa8-4450-834d-773d42d2d5ca up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:24.247242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Network 3283c1a8-f788-41eb-813e-bab708756927 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:24.248704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:24.259214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 30cb2afc-5fa8-4450-834d-773d42d2d5ca triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:24.259642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:24.497138 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:24.503745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:24.586258 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-89de0bc3-55cd-45c5-8b38-7064de9b35e5 None None] Provisioning complete for port ea1ca564-4c28-48f2-b38f-86962dcaa916 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:24.586799 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-89de0bc3-55cd-45c5-8b38-7064de9b35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:24.652295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-89de0bc3-55cd-45c5-8b38-7064de9b35e5 None None] Port ea1ca564-4c28-48f2-b38f-86962dcaa916 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:03:24.715187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:24.730813 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] 10.222.0.71 "PUT /v2.0/routers/dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1083114 Apr 15 11:03:25.273937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44202) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:25.280145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288729378', 'description': 'tempest-description--1012238616'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:25.286870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:25.290951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:security_group and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:25.294379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:25.302071 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:25.312070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.334092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:25.338128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:security_group_rule and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:25.341164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:25.347181 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:25.424016 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.427519 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.431595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4226bd6a-c8a8-4591-96ef-e35e7d9a6265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:25.474658 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d0229a-c948-42e0-a193-4106399e981e,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:25.477622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.480181 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2038627 Apr 15 11:03:25.480181 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:25.482468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44208) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:25.488952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'security_group_rule': {'security_group_id': 'd7d0229a-c948-42e0-a193-4106399e981e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:25.495982 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:25.500080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:security_group_rule and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:25.504483 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:25.511074 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:25.532594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.598765 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.601960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.604205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5bcbfdd9-c822-4607-b5ef-406c65216378 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:25.627446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d85504e-cba7-48ef-b6c2-dec0761d988c,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:25.630332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:25.639049 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.640375 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569684 Apr 15 11:03:25.643633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44212) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:25.651205 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'security_group_rule': {'security_group_id': 'd7d0229a-c948-42e0-a193-4106399e981e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:25.660857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:25.665299 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:security_group_rule and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:25.668862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:25.674883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:25.692097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.757787 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.761837 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.763976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:25.787615 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2ca68d-c922-4140-93e1-d5ba503cce24,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:25.790141 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:25.797291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.798559 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532021 Apr 15 11:03:25.802012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44216) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:25.807718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'floatingip': {'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:25.814058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:25.818369 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:floatingip and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:25.821485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:25.827658 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:25.838823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:25.986089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:26.127229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Allocated IP 172.28.0.140 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/f90901ba-e912-47af-bedd-d80e14182d8f) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:26.208938 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 26518a12-a567-4ac0-b71c-4e459c436c69 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:26.285894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port 26518a12-a567-4ac0-b71c-4e459c436c69 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:26.287790 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:26.291317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 26518a12-a567-4ac0-b71c-4e459c436c69 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:26.291742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:26.319884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:26.335510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:26.422385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:26.440878 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port 26518a12-a567-4ac0-b71c-4e459c436c69, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=26518a12-a567-4ac0-b71c-4e459c436c69,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:26.447947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:26.450716 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:26.478908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'Port': ['ID=f90901ba-e912-47af-bedd-d80e14182d8f,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:26.483515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:26.530124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=26518a12-a567-4ac0-b71c-4e459c436c69,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:26.533977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:26.581568 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:26.583195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:26.585748 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:26.719596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:26.790789 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:27.064199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Sync routers for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:27.075442 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:27.076153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:03:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:27.118028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:27.122803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:27.140666 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:27.284387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'Port': ['ID=f90901ba-e912-47af-bedd-d80e14182d8f,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:27.287856 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:27.413094 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:27.438078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:27.449648 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6364324 Apr 15 11:03:27.460693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:27.681293 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-cdce6349-e384-408f-a168-16d6c67ff172 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Synchronizing usage tracker for tenant:685af50e28eb4be98593cc1219937aff on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:27.699902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-cdce6349-e384-408f-a168-16d6c67ff172 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Unset dirty status for tenant:685af50e28eb4be98593cc1219937aff on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:27.701358 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-cdce6349-e384-408f-a168-16d6c67ff172 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--288729378&fields=id&tenant_id=685af50e28eb4be98593cc1219937aff HTTP/1.1" status: 200 len: 267 time: 0.0718787 Apr 15 11:03:27.879725 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-97703c13-dad4-483a-99ef-3b618d604dfd tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:27.881757 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-97703c13-dad4-483a-99ef-3b618d604dfd tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 811 time: 0.1717746 Apr 15 11:03:27.900042 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-712cc0d8-3f70-44fb-b406-24967b3e3b1a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/quotas/685af50e28eb4be98593cc1219937aff HTTP/1.1" status: 200 len: 375 time: 0.0117650 Apr 15 11:03:27.909462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 2, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:27.914323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Checking router: dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:27.914766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Updating router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 port ea1ca564-4c28-48f2-b38f-86962dcaa916 binding host dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:03:27.980401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:27.998260 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-d45fe256-70f5-40ca-bc84-cb3485b88061 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914350 Apr 15 11:03:28.191722 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 26518a12-a567-4ac0-b71c-4e459c436c69 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:28.222337 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-ee0a94a1-429c-4a2d-a75d-b185c2ee022b service neutron] 10.222.0.71 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082167 Apr 15 11:03:28.367992 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-ac561aff-76c5-463a-9c0e-efa605bcdb6b service neutron] 10.222.0.71 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380279 Apr 15 11:03:28.382672 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 26518a12-a567-4ac0-b71c-4e459c436c69 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:28.383066 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:28.571104 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3e438bef-714e-4673-a655-f785345c7bd5 req-9eb7e87b-9932-4f8d-8009-63fc6e9b7c0a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 210 time: 0.0512865 Apr 15 11:03:28.600896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Notify callbacks [] for port, precommit_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:28.614667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Transition to ACTIVE for port object ea1ca564-4c28-48f2-b38f-86962dcaa916 will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:28.621020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:28.638724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:28.770380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0948219-d190-4eb8-a2a4-d202647a31bd None None] Pushing event updated for resources: {'Port': ['ID=ea1ca564-4c28-48f2-b38f-86962dcaa916,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:28.773298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a0948219-d190-4eb8-a2a4-d202647a31bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:29.014195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Attempting to bind port ea1ca564-4c28-48f2-b38f-86962dcaa916 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:29.014786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Attempting to bind port ea1ca564-4c28-48f2-b38f-86962dcaa916 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:29.015051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Attempting to bind port ea1ca564-4c28-48f2-b38f-86962dcaa916 on network 3283c1a8-f788-41eb-813e-bab708756927 {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:29.021201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:29.021764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Checking segment: {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:29.022213 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:29.022673 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Bound using segment: {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:29.023185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Bound port: ea1ca564-4c28-48f2-b38f-86962dcaa916, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:29.023627 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:29.131695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] For port ea1ca564-4c28-48f2-b38f-86962dcaa916, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:29.135815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] For port ea1ca564-4c28-48f2-b38f-86962dcaa916, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=ea1ca564-4c28-48f2-b38f-86962dcaa916,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:29.140615 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:29.156745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:29.307671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0948219-d190-4eb8-a2a4-d202647a31bd None None] Pushing event updated for resources: {'Port': ['ID=ea1ca564-4c28-48f2-b38f-86962dcaa916,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:29.310892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a0948219-d190-4eb8-a2a4-d202647a31bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:29.370244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:29.377283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:29.378046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:03:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:29.597794 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:29.790496 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1321d847-0d88-4319-9910-487b90c0d6a6 req-6859aedb-3a6d-446a-ac78-82c6a271594a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 210 time: 0.0968723 Apr 15 11:03:30.012673 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:29Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:30.017620 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33296b9f-0871-40de-b2fe-cde30572db88 None None] The sync data for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb is: [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:29Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:30.158069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-6c6c5890-b9d2-4d34-b780-359867b3d7df tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:30.158891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-6c6c5890-b9d2-4d34-b780-359867b3d7df tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Synchronizing usage tracker for tenant:685af50e28eb4be98593cc1219937aff on resource:network {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:30.177682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-6c6c5890-b9d2-4d34-b780-359867b3d7df tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Unset dirty status for tenant:685af50e28eb4be98593cc1219937aff on resource:network {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:30.179151 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-6c6c5890-b9d2-4d34-b780-359867b3d7df tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 811 time: 0.4882092 Apr 15 11:03:30.227383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device ea1ca564-4c28-48f2-b38f-86962dcaa916 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:30.273771 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-a24f8d1e-f427-43c9-9f31-c91ed34fbc36 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Synchronizing usage tracker for tenant:685af50e28eb4be98593cc1219937aff on resource:security_group {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:30.286750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-a24f8d1e-f427-43c9-9f31-c91ed34fbc36 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Unset dirty status for tenant:685af50e28eb4be98593cc1219937aff on resource:security_group {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:30.288239 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-a24f8d1e-f427-43c9-9f31-c91ed34fbc36 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=685af50e28eb4be98593cc1219937aff HTTP/1.1" status: 200 len: 5708 time: 0.0874164 Apr 15 11:03:30.299764 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'port': {'device_id': '717316c4-0bba-4350-adc5-e014586277a9', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'admin_state_up': True, 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'security_groups': ['d7d0229a-c948-42e0-a193-4106399e981e']}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:30.303369 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port ea1ca564-4c28-48f2-b38f-86962dcaa916 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:30.308840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port ea1ca564-4c28-48f2-b38f-86962dcaa916 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:30.309364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:30.441194 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:30.449554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:30.453659 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:port and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:30.456875 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:30.463037 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:30.473045 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Made reservation on behalf of 685af50e28eb4be98593cc1219937aff for: {'port': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:03:30.475768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port ea1ca564-4c28-48f2-b38f-86962dcaa916, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=ea1ca564-4c28-48f2-b38f-86962dcaa916,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:30.478602 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:30.479256 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:30.480564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:30.665467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Allocated IP 172.20.0.5 (3283c1a8-f788-41eb-813e-bab708756927/a4c34a6c-9a03-44ba-8f2a-6caa65e10250/c72e01c4-2a6c-4742-b289-534633a8a420) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:30.737868 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=ea1ca564-4c28-48f2-b38f-86962dcaa916,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:30.741939 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:30.879660 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:30.897363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Transition to ACTIVE for port object c72e01c4-2a6c-4742-b289-534633a8a420 will not be triggered until provisioned by entity DHCP. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:30.922583 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:30.938417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-518605ba-5c5a-4cff-a4e3-d34ff090a4dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:30.994758 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801191e4-16c9-4670-8ee8-2442ad7c4ded req-dc092171-257a-403e-ae26-3dd38d96230b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:30.996314 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-801191e4-16c9-4670-8ee8-2442ad7c4ded req-dc092171-257a-403e-ae26-3dd38d96230b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 931 time: 0.0898411 Apr 15 11:03:31.056915 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-801191e4-16c9-4670-8ee8-2442ad7c4ded req-bb074b76-6c0b-4df3-8851-433c96aa4b46 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530844 Apr 15 11:03:31.082609 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'Port': ['ID=c72e01c4-2a6c-4742-b289-534633a8a420,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:31.087043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:31.141844 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Network 3283c1a8-f788-41eb-813e-bab708756927 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:31.143051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:31.145600 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:31.213826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:31.214730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:31.236549 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-7a87e983-a9b2-4893-968e-a497d52a84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9412181 Apr 15 11:03:31.257978 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Request body: {'port': {'device_id': '717316c4-0bba-4350-adc5-e014586277a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:31.330288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-01b6b02d-98fe-4146-ac08-6e5e619cc7ec None None] Provisioning for port c72e01c4-2a6c-4742-b289-534633a8a420 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:31.335719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-01b6b02d-98fe-4146-ac08-6e5e619cc7ec None None] Provisioning complete for port c72e01c4-2a6c-4742-b289-534633a8a420 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:31.336139 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-01b6b02d-98fe-4146-ac08-6e5e619cc7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:31.384007 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:31.394102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-01b6b02d-98fe-4146-ac08-6e5e619cc7ec None None] Port c72e01c4-2a6c-4742-b289-534633a8a420 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:03:31.815009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72e01c4-2a6c-4742-b289-534633a8a420 {{(pid=85314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:03:31.823369 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:31.838712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Transition to ACTIVE for port object c72e01c4-2a6c-4742-b289-534633a8a420 will not be triggered until provisioned by entity L2. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:31.842494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:31.855951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f90d507c-46f4-441c-8afc-9cc2014ca0ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:31.990986 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Pushing event updated for resources: {'Port': ['ID=c72e01c4-2a6c-4742-b289-534633a8a420,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:31.993996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:32.211714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device ea1ca564-4c28-48f2-b38f-86962dcaa916 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:32.223741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Attempting to bind port c72e01c4-2a6c-4742-b289-534633a8a420 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:32.224032 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Attempting to bind port c72e01c4-2a6c-4742-b289-534633a8a420 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:32.224403 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Attempting to bind port c72e01c4-2a6c-4742-b289-534633a8a420 on network 3283c1a8-f788-41eb-813e-bab708756927 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:32.229822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Port c72e01c4-2a6c-4742-b289-534633a8a420 on network 3283c1a8-f788-41eb-813e-bab708756927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:03:32.230180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Attempting to bind port c72e01c4-2a6c-4742-b289-534633a8a420 on network 3283c1a8-f788-41eb-813e-bab708756927 {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:32.235921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:32.236295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Checking segment: {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:32.236714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Bound using segment: {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'} {{(pid=85314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:32.237252 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Bound port: c72e01c4-2a6c-4742-b289-534633a8a420, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'}}] {{(pid=85314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:32.238720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:32.287029 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9dab5-3110-46a4-9472-8a04f023a7d0 req-b22b5a15-f706-4974-96f5-676787751079 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:32.288671 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-97d9dab5-3110-46a4-9472-8a04f023a7d0 req-b22b5a15-f706-4974-96f5-676787751079 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 943 time: 0.1061075 Apr 15 11:03:32.292383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port ea1ca564-4c28-48f2-b38f-86962dcaa916 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:32.293148 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:32.341548 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-97d9dab5-3110-46a4-9472-8a04f023a7d0 req-25eb7267-c736-446f-a7fa-15b89ae7eb7f tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440011 Apr 15 11:03:32.354300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] For port c72e01c4-2a6c-4742-b289-534633a8a420, host hv-cinder-78638, cleared binding levels {{(pid=85314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:32.357694 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] For port c72e01c4-2a6c-4742-b289-534633a8a420, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c72e01c4-2a6c-4742-b289-534633a8a420,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:32.366879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:32.383410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ffdba99a-da11-46d6-a471-1448a7070589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:32.538402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Pushing event updated for resources: {'Port': ['ID=c72e01c4-2a6c-4742-b289-534633a8a420,revision_number=3']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:32.544196 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:32.579854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:32.580914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:32.582780 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] 10.222.0.97 "PUT /v2.0/ports/c72e01c4-2a6c-4742-b289-534633a8a420 HTTP/1.1" status: 200 len: 1093 time: 1.3300419 Apr 15 11:03:32.583242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717316c4-0bba-4350-adc5-e014586277a9', 'tag': 'c72e01c4-2a6c-4742-b289-534633a8a420'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:32.636897 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717316c4-0bba-4350-adc5-e014586277a9', 'tag': 'c72e01c4-2a6c-4742-b289-534633a8a420', 'status': 'completed', 'code': 200} Apr 15 11:03:32.740868 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-8a611719-789d-400c-97c8-96d19c5246b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:32.742520 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-8a611719-789d-400c-97c8-96d19c5246b2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 1096 time: 0.0836761 Apr 15 11:03:32.832148 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-754ec9d0-e26a-471c-a130-d0fd63f0564c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72e01c4-2a6c-4742-b289-534633a8a420 HTTP/1.1" status: 200 len: 217 time: 0.0717978 Apr 15 11:03:32.907113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-5acf4d60-7029-4d71-bf91-1ec39d00d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:32.908725 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-5acf4d60-7029-4d71-bf91-1ec39d00d323 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0675714 Apr 15 11:03:32.994297 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-a7376ecc-10f1-4811-9c5d-628bbfd5cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:32.995994 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-a7376ecc-10f1-4811-9c5d-628bbfd5cf6d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801940 Apr 15 11:03:33.142119 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-2cb0fb04-e438-4cf4-80da-1030128f4756 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383898 Apr 15 11:03:33.291201 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-11e089cd-075d-411f-9923-53ef6ea099d0 req-91f4381d-0573-44bd-832f-43ef6df582a0 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422396 Apr 15 11:03:33.507440 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-32ff88a2-1ee6-44ee-b110-a911aa332a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:33.509167 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-32ff88a2-1ee6-44ee-b110-a911aa332a24 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 1096 time: 0.0867882 Apr 15 11:03:33.555085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3806-4353-43eb-8368-4f37233c731c req-e02553b4-00dc-4e1a-969c-edbf3ecfb48d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:33.556744 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-318b3806-4353-43eb-8368-4f37233c731c req-e02553b4-00dc-4e1a-969c-edbf3ecfb48d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 943 time: 0.0942125 Apr 15 11:03:33.609228 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-318b3806-4353-43eb-8368-4f37233c731c req-c54a2e17-4b14-46cc-8f20-ef6bef0cbee4 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457494 Apr 15 11:03:33.660732 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-2fd0e2c0-93a0-4576-9a77-c0ac0cec81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:33.662337 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-2fd0e2c0-93a0-4576-9a77-c0ac0cec81b0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 913 time: 0.1414042 Apr 15 11:03:33.742747 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-ce2c850d-5578-4b69-96e4-affb76b22126 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72e01c4-2a6c-4742-b289-534633a8a420 HTTP/1.1" status: 200 len: 217 time: 0.0712631 Apr 15 11:03:33.819351 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-b9064374-86ed-4b24-97f2-73a33834d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:33.820918 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-b9064374-86ed-4b24-97f2-73a33834d3d5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0669146 Apr 15 11:03:33.910154 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-8d3b4e4a-d3a4-447a-8ca3-e514901e239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:33.911777 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-8d3b4e4a-d3a4-447a-8ca3-e514901e239e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810690 Apr 15 11:03:34.056949 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-361da443-84f1-4f2b-82fd-9defeb3f3fd8 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373222 Apr 15 11:03:34.205149 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-38f1eb26-1272-4199-9589-0d88f0faa226 req-8e958884-8fb6-48e8-a29d-14aa56d713c8 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387141 Apr 15 11:03:34.832867 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ab7a2-b7c1-4fff-99b7-fc404eff64bf req-a3c8d59c-d3f2-4028-ae45-923b7d331aba tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:34.834491 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ea2ab7a2-b7c1-4fff-99b7-fc404eff64bf req-a3c8d59c-d3f2-4028-ae45-923b7d331aba tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 943 time: 0.0954630 Apr 15 11:03:34.886067 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ea2ab7a2-b7c1-4fff-99b7-fc404eff64bf req-18310a0c-00b7-4004-8654-d0829c76cc9d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420930 Apr 15 11:03:36.109879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2abf6-e3c0-41c8-b00e-ec8e10c12adb req-a6e59623-b7e2-417a-a0f4-59a48074b26d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:36.111501 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-70b2abf6-e3c0-41c8-b00e-ec8e10c12adb req-a6e59623-b7e2-417a-a0f4-59a48074b26d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 943 time: 0.0959256 Apr 15 11:03:36.162800 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-70b2abf6-e3c0-41c8-b00e-ec8e10c12adb req-ad5cac58-a962-4cb9-8cff-2dc662b957cd tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412853 Apr 15 11:03:36.259713 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device c72e01c4-2a6c-4742-b289-534633a8a420 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:03:36.411376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port c72e01c4-2a6c-4742-b289-534633a8a420, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c72e01c4-2a6c-4742-b289-534633a8a420,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:36.427211 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': 'c72e01c4-2a6c-4742-b289-534633a8a420', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'port_id': 'c72e01c4-2a6c-4742-b289-534633a8a420', 'mac_address': 'fa:16:3e:cf:0d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:03:36.487320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:36.507366 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72e01c4-2a6c-4742-b289-534633a8a420 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:03:36.525093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port c72e01c4-2a6c-4742-b289-534633a8a420, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c72e01c4-2a6c-4742-b289-534633a8a420,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:36.531967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:36.533908 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:36.610399 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=c72e01c4-2a6c-4742-b289-534633a8a420,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:36.613709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:36.896211 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['c72e01c4-2a6c-4742-b289-534633a8a420'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:03:37.377932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128797-baae-410b-806d-4e8aca412932 req-987471e9-ea06-46da-b223-e5af4b3a1cba tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:37.379586 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-64128797-baae-410b-806d-4e8aca412932 req-987471e9-ea06-46da-b223-e5af4b3a1cba tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 944 time: 0.1022019 Apr 15 11:03:37.428827 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-64128797-baae-410b-806d-4e8aca412932 req-74e6d563-0b37-490d-8af5-98348492d6dd tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424345 Apr 15 11:03:38.238335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43e1fd-b622-44d8-a664-6899bff6f648 req-4ab983df-1f77-4c72-abc8-cda7c5decfb2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:38.240496 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7d43e1fd-b622-44d8-a664-6899bff6f648 req-4ab983df-1f77-4c72-abc8-cda7c5decfb2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 946 time: 0.1087110 Apr 15 11:03:38.273244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device c72e01c4-2a6c-4742-b289-534633a8a420 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:03:38.291778 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7d43e1fd-b622-44d8-a664-6899bff6f648 req-fe8953ac-6212-4ddf-8477-6edb1b35a681 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445249 Apr 15 11:03:38.346677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port c72e01c4-2a6c-4742-b289-534633a8a420 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:03:38.352006 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port c72e01c4-2a6c-4742-b289-534633a8a420 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:38.352421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:38.487738 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:38.518153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717316c4-0bba-4350-adc5-e014586277a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72e01c4-2a6c-4742-b289-534633a8a420'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:38.529682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port c72e01c4-2a6c-4742-b289-534633a8a420, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c72e01c4-2a6c-4742-b289-534633a8a420,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:38.532823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:38.535896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:38.575457 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717316c4-0bba-4350-adc5-e014586277a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72e01c4-2a6c-4742-b289-534633a8a420', 'code': 200} Apr 15 11:03:38.610445 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=c72e01c4-2a6c-4742-b289-534633a8a420,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:38.613999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:38.653185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7abba-d1f5-4d7c-b04d-455e34c56a11 req-ee169e03-9ce2-403b-9ff1-2945e95fb2cb tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:38.654849 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e4d7abba-d1f5-4d7c-b04d-455e34c56a11 req-ee169e03-9ce2-403b-9ff1-2945e95fb2cb tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0918322 Apr 15 11:03:38.706212 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e4d7abba-d1f5-4d7c-b04d-455e34c56a11 req-2d726ca8-2abc-4197-88c4-a8bbc49d3c18 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440769 Apr 15 11:03:38.885282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acde29-3134-42d7-a9d8-56e8ed2590c7 req-48ddc6c4-586b-41c4-8038-94d5ae12645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:38.886849 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b2acde29-3134-42d7-a9d8-56e8ed2590c7 req-48ddc6c4-586b-41c4-8038-94d5ae12645d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 1098 time: 0.0914848 Apr 15 11:03:38.935762 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b2acde29-3134-42d7-a9d8-56e8ed2590c7 req-6b6a9d96-90e5-4a55-9643-c59d2426f071 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397048 Apr 15 11:03:39.512912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c259b-92c0-46c9-8820-99d4ad420c0a req-fb657e52-f3f5-4f62-840c-b90dc7e07efe tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:39.514558 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-117c259b-92c0-46c9-8820-99d4ad420c0a req-fb657e52-f3f5-4f62-840c-b90dc7e07efe tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 946 time: 0.0945733 Apr 15 11:03:39.564107 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-117c259b-92c0-46c9-8820-99d4ad420c0a req-aa5c943f-b5ac-49bf-9045-ceb2c68c3b8d tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Apr 15 11:03:39.936761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a2a29-b3d6-4543-8b9f-5da50d165b6e req-ae463d76-69f0-41d4-b03d-e143ae37e610 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:39.938386 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-567a2a29-b3d6-4543-8b9f-5da50d165b6e req-ae463d76-69f0-41d4-b03d-e143ae37e610 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1069329 Apr 15 11:03:40.237831 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-567a2a29-b3d6-4543-8b9f-5da50d165b6e req-0c30e002-52c1-4c92-acb8-7f6516eb3b72 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923198 Apr 15 11:03:40.782753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d6b03-4098-4519-a080-7c7393bd49f4 req-1dc42802-506e-4997-b8fd-ed6cedfad0fd tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:40.784362 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-486d6b03-4098-4519-a080-7c7393bd49f4 req-1dc42802-506e-4997-b8fd-ed6cedfad0fd tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 946 time: 0.1044044 Apr 15 11:03:40.836647 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-486d6b03-4098-4519-a080-7c7393bd49f4 req-84c44880-00d6-4b3c-bc80-9f1eb50646e0 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454783 Apr 15 11:03:41.459705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111658d-3fdb-4b09-a6a8-1ab29740205e req-121f8cd1-1680-45e4-ad8d-e961c6116f74 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:41.461265 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e111658d-3fdb-4b09-a6a8-1ab29740205e req-121f8cd1-1680-45e4-ad8d-e961c6116f74 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0972435 Apr 15 11:03:41.509047 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e111658d-3fdb-4b09-a6a8-1ab29740205e req-53bfcd55-de02-4602-b68e-152f24cc39b9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410976 Apr 15 11:03:41.714455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f934dbe-d7f4-408c-b29f-25ab609da585 req-ea7e2376-52ce-40ed-bbc9-6d1930c3145d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:41.716017 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6f934dbe-d7f4-408c-b29f-25ab609da585 req-ea7e2376-52ce-40ed-bbc9-6d1930c3145d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1001003 Apr 15 11:03:41.725787 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44330) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:41.731368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-76487cb7-1f93-4e5e-a994-d8f433481fc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'floatingip': {'port_id': 'c72e01c4-2a6c-4742-b289-534633a8a420'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:41.812310 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-76487cb7-1f93-4e5e-a994-d8f433481fc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.240351 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee32de-8019-4d9a-b809-41e1dcda470a req-2936e62f-7135-4886-8a56-c1e5f96d39fb tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:42.242198 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d1ee32de-8019-4d9a-b809-41e1dcda470a req-2936e62f-7135-4886-8a56-c1e5f96d39fb tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 946 time: 0.2883894 Apr 15 11:03:42.342987 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:03:42.388399 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d1ee32de-8019-4d9a-b809-41e1dcda470a req-a1ae2d9d-8f8f-492f-b3dd-25a2bd238728 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346900 Apr 15 11:03:42.540803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-76487cb7-1f93-4e5e-a994-d8f433481fc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.544928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-76487cb7-1f93-4e5e-a994-d8f433481fc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:42.729741 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [None req-76487cb7-1f93-4e5e-a994-d8f433481fc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Floating IP 236f75e5-13e2-489d-bef7-9eb81bcd40e6 associated. External IP: 172.28.0.140, port: c72e01c4-2a6c-4742-b289-534633a8a420. Apr 15 11:03:43.097718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76487cb7-1f93-4e5e-a994-d8f433481fc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:43.291994 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76487cb7-1f93-4e5e-a994-d8f433481fc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:43.297291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-76487cb7-1f93-4e5e-a994-d8f433481fc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:43.302770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] Sync routers for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:43.313412 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:43.314054 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:03:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:43.358526 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-76487cb7-1f93-4e5e-a994-d8f433481fc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "PUT /v2.0/floatingips/236f75e5-13e2-489d-bef7-9eb81bcd40e6 HTTP/1.1" status: 200 len: 991 time: 1.6286585 Apr 15 11:03:43.358526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717316c4-0bba-4350-adc5-e014586277a9', 'tag': 'c72e01c4-2a6c-4742-b289-534633a8a420'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:43.404439 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717316c4-0bba-4350-adc5-e014586277a9', 'tag': 'c72e01c4-2a6c-4742-b289-534633a8a420', 'status': 'completed', 'code': 200} Apr 15 11:03:43.515888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:43.555255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-b11bde49-b947-45ee-a828-3241f5dc09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:43.557020 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-b11bde49-b947-45ee-a828-3241f5dc09f4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 1098 time: 0.0887518 Apr 15 11:03:43.626308 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0a7d2-e006-412d-8321-d5ca929bed3d req-5fa130f6-23b1-49c3-9cc8-1a33ff1d8b10 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:43.627994 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c9a0a7d2-e006-412d-8321-d5ca929bed3d req-5fa130f6-23b1-49c3-9cc8-1a33ff1d8b10 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 946 time: 0.1213586 Apr 15 11:03:43.680220 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c9a0a7d2-e006-412d-8321-d5ca929bed3d req-ad41898f-ecf3-40e5-8b10-6e13d64e7fda tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450501 Apr 15 11:03:43.858042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-909b432a-4685-458f-9688-08d0f0da2343 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:43.859690 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-909b432a-4685-458f-9688-08d0f0da2343 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.97 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 946 time: 0.0954318 Apr 15 11:03:43.907807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '236f75e5-13e2-489d-bef7-9eb81bcd40e6', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'floating_ip_address': '172.28.0.140', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'port_id': 'c72e01c4-2a6c-4742-b289-534633a8a420', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'mac_address': 'fa:16:3e:cf:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717316c4-0bba-4350-adc5-e014586277a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:26Z', 'updated_at': '2021-04-15T11:03:42Z', 'revision_number': 1, 'project_id': '685af50e28eb4be98593cc1219937aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:43.912163 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] Checking router: dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:43.921779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:43.922558 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:03:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:43.947493 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Deleting port f6b682ff-4cad-447d-8791-d1b659fc3d40 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:43.947880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:43.958038 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-fe3a4025-484c-4616-9317-88dc943da5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:43.959896 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-fe3a4025-484c-4616-9317-88dc943da5b4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 913 time: 0.3912511 Apr 15 11:03:44.073544 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-336fae6f-2251-45c5-abca-ffccccdaf751 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72e01c4-2a6c-4742-b289-534633a8a420 HTTP/1.1" status: 200 len: 999 time: 0.1071315 Apr 15 11:03:44.118727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:44.147675 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-ccfe1356-b9e4-4dd3-a302-84bf8da4c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:44.149288 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-ccfe1356-b9e4-4dd3-a302-84bf8da4c9cf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0682251 Apr 15 11:03:44.211468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] For port f6b682ff-4cad-447d-8791-d1b659fc3d40, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f6b682ff-4cad-447d-8791-d1b659fc3d40,segment=NetworkSegment(d11c919a-4c14-4050-a6cb-2041b5743fe3),segment_id=d11c919a-4c14-4050-a6cb-2041b5743fe3)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:44.211818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:44.235390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-176a0a13-26d9-4391-8d65-f32182d7d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:44.237040 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-176a0a13-26d9-4391-8d65-f32182d7d646 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796313 Apr 15 11:03:44.384136 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-939bce47-a995-42a9-b6cc-6f866fc2bfbc service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394687 Apr 15 11:03:44.513309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '236f75e5-13e2-489d-bef7-9eb81bcd40e6', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'floating_ip_address': '172.28.0.140', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'port_id': 'c72e01c4-2a6c-4742-b289-534633a8a420', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'mac_address': 'fa:16:3e:cf:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717316c4-0bba-4350-adc5-e014586277a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:26Z', 'updated_at': '2021-04-15T11:03:42Z', 'revision_number': 1, 'project_id': '685af50e28eb4be98593cc1219937aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:44.518206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83cc57-54ce-4c42-8bb5-26cd215213d9 None None] The sync data for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb is: [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '236f75e5-13e2-489d-bef7-9eb81bcd40e6', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'floating_ip_address': '172.28.0.140', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'port_id': 'c72e01c4-2a6c-4742-b289-534633a8a420', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'mac_address': 'fa:16:3e:cf:0d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717316c4-0bba-4350-adc5-e014586277a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:03:26Z', 'updated_at': '2021-04-15T11:03:42Z', 'revision_number': 1, 'project_id': '685af50e28eb4be98593cc1219937aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:44.548645 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdbe022-598a-4551-8b5f-f6ceec00c7e6 req-ce3c18f8-949c-4155-84cb-57986fd76e37 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567736 Apr 15 11:03:44.597677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Calling delete_port for f6b682ff-4cad-447d-8791-d1b659fc3d40 owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:44.755636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:44.772644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e6169d3e-e142-47f9-bb40-5f3eb6d79617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:44.813012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a4c08f-7e74-498d-a295-7295bbd48240 None None] New status for floating IP 236f75e5-13e2-489d-bef7-9eb81bcd40e6: ACTIVE {{(pid=85315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:03:44.910388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Pushing event deleted for resources: {'Port': ['ID=f6b682ff-4cad-447d-8791-d1b659fc3d40,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:44.934953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.935371 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.935784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.936192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.936617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.937015 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.937410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.937799 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.938192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.938594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.938984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.939370 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:44.942952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:44.945853 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1ba77968-4559-40bb-927a-e17b65ecf228 req-95aae9ba-f7fb-45b8-8b88-5ee737a81d03 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd30a630-83c1-4f13-8dfb-c0b63d1f5e76 HTTP/1.1" status: 200 len: 210 time: 0.1293917 Apr 15 11:03:45.086470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] No DVR routers for this DVR port f6b682ff-4cad-447d-8791-d1b659fc3d40 on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:03:45.089382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:45.096067 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f9ce2ea1-67ba-4655-a79f-6adbc52ffc4d req-3c0d7d2e-a615-45d2-96db-245c40a419e2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.97 "DELETE /v2.0/ports/f6b682ff-4cad-447d-8791-d1b659fc3d40 HTTP/1.1" status: 204 len: 173 time: 1.2304859 Apr 15 11:03:45.405889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd30a630-83c1-4f13-8dfb-c0b63d1f5e76', 'name': 'network-vif-deleted', 'tag': 'f6b682ff-4cad-447d-8791-d1b659fc3d40'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:45.466307 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd30a630-83c1-4f13-8dfb-c0b63d1f5e76', 'name': 'network-vif-deleted', 'tag': 'f6b682ff-4cad-447d-8791-d1b659fc3d40', 'status': 'completed', 'code': 200} Apr 15 11:03:46.309455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device f6b682ff-4cad-447d-8791-d1b659fc3d40 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:46.347167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: f6b682ff-4cad-447d-8791-d1b659fc3d40 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:46.347546 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device f6b682ff-4cad-447d-8791-d1b659fc3d40 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:03:49.665601 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-45c384a7-388d-437f-8ae0-12c66f536d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:50.475937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03600f1-d0e3-4ef1-b677-46579359905e req-ca7f337d-e922-42d2-806d-9cd7874b2829 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:50.477535 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-ca7f337d-e922-42d2-806d-9cd7874b2829 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/networks?id=d1b7394a-d470-4664-abde-ded92d60d191 HTTP/1.1" status: 200 len: 814 time: 0.1668437 Apr 15 11:03:50.493943 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-edc9467b-ef56-4cc3-b3f2-fd2fa3e212d2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/quotas/efc2f908fa514cb9a1591afb92b5a419 HTTP/1.1" status: 200 len: 375 time: 0.0100942 Apr 15 11:03:50.546750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-c03600f1-d0e3-4ef1-b677-46579359905e req-dc29ab6f-e849-40e9-9b1d-e4a99dade720 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Synchronizing usage tracker for tenant:efc2f908fa514cb9a1591afb92b5a419 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:50.563545 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-c03600f1-d0e3-4ef1-b677-46579359905e req-dc29ab6f-e849-40e9-9b1d-e4a99dade720 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Unset dirty status for tenant:efc2f908fa514cb9a1591afb92b5a419 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:50.564911 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-dc29ab6f-e849-40e9-9b1d-e4a99dade720 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=efc2f908fa514cb9a1591afb92b5a419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651705 Apr 15 11:03:50.712501 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-658cea4c-f711-45e4-9a19-81b5feb55ce7 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394255 Apr 15 11:03:50.863790 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b6dd0f46-349a-40f1-9203-44e2899cfd69 service neutron] 10.222.0.71 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409991 Apr 15 11:03:51.065997 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a13af3c6-605d-4594-9aca-8ef1e6de2a13 req-e4931a96-baaa-45b6-8df7-09af0f920df4 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 210 time: 0.0536454 Apr 15 11:03:52.021609 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6cbbaca1-ae8a-4059-8eab-fc83a021e293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:52.300942 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d045efee-11b3-4442-9d19-e8a8d2055fc8 req-09ec92d8-aa11-4eed-9895-35fd8bd2ced6 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 210 time: 0.0703883 Apr 15 11:03:52.360862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03600f1-d0e3-4ef1-b677-46579359905e req-4d07b2b0-4f4c-4d93-aa48-42186be25fdd tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:52.361786 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-4d07b2b0-4f4c-4d93-aa48-42186be25fdd tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.97 "GET /v2.0/networks?id=d1b7394a-d470-4664-abde-ded92d60d191 HTTP/1.1" status: 200 len: 814 time: 0.2099257 Apr 15 11:03:52.381572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Request body: {'port': {'device_id': '80709ff3-8319-4773-8502-5230be26c175', 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191', 'admin_state_up': True, 'tenant_id': 'efc2f908fa514cb9a1591afb92b5a419'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:52.530022 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:52.540925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:52.550631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Made reservation on behalf of efc2f908fa514cb9a1591afb92b5a419 for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:03:52.556793 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:52.731927 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Allocated IP 172.20.0.11 (d1b7394a-d470-4664-abde-ded92d60d191/ea99fb1a-b781-49f6-95b6-eb26740abda9/1938f5e3-b86c-4d4c-82b0-217ad567d5a5) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:03:52.958476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:52.993474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:53.017884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:53.108702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:53.150655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:53.164496 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Pushing event updated for resources: {'Port': ['ID=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:53.169357 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:53.223446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Network d1b7394a-d470-4664-abde-ded92d60d191 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:03:53.224575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:03:53.227404 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:03:53.296289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:53.296953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:53.328494 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9510875 Apr 15 11:03:53.351088 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Request body: {'port': {'device_id': '80709ff3-8319-4773-8502-5230be26c175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:53.523555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:53.652926 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed7d97-020c-4163-ac53-850c58512cd2 req-9171cf69-8f1f-48d9-a730-07dadaaa3550 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:53.653689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-f2ed7d97-020c-4163-ac53-850c58512cd2 req-9171cf69-8f1f-48d9-a730-07dadaaa3550 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Synchronizing usage tracker for tenant:efc2f908fa514cb9a1591afb92b5a419 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:53.695220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-f2ed7d97-020c-4163-ac53-850c58512cd2 req-9171cf69-8f1f-48d9-a730-07dadaaa3550 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Unset dirty status for tenant:efc2f908fa514cb9a1591afb92b5a419 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:53.696472 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f2ed7d97-020c-4163-ac53-850c58512cd2 req-9171cf69-8f1f-48d9-a730-07dadaaa3550 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 932 time: 0.2518649 Apr 15 11:03:53.829288 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f2ed7d97-020c-4163-ac53-850c58512cd2 req-f1153d02-c41e-44b6-9722-a392d348b4af tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893264 Apr 15 11:03:54.022719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:03:54.035439 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:54.052661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Transition to ACTIVE for port object 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:03:54.057739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:54.075681 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e64d88f4-8fe3-4be3-8cd0-ac79db36ef5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:54.213028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:54.217559 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:54.440790 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Attempting to bind port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:03:54.441160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Attempting to bind port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd11c919a-4c14-4050-a6cb-2041b5743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:03:54.441566 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Attempting to bind port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 on network d1b7394a-d470-4664-abde-ded92d60d191 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:54.447030 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 on network d1b7394a-d470-4664-abde-ded92d60d191 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:03:54.447379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Attempting to bind port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 on network d1b7394a-d470-4664-abde-ded92d60d191 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:03:54.453375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:03:54.453751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Checking segment: {'id': 'd11c919a-4c14-4050-a6cb-2041b5743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:03:54.454166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Bound using segment: {'id': 'd11c919a-4c14-4050-a6cb-2041b5743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:03:54.454673 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Bound port: 1938f5e3-b86c-4d4c-82b0-217ad567d5a5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11c919a-4c14-4050-a6cb-2041b5743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:03:54.455049 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:54.515580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:54.807384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] For port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:03:54.812747 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] For port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,segment=NetworkSegment(d11c919a-4c14-4050-a6cb-2041b5743fe3),segment_id=d11c919a-4c14-4050-a6cb-2041b5743fe3)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:03:54.818878 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:54.832476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ef0f3cf7-c9b6-4055-b6e2-59fa32f49c31 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:55.054797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:55.063193 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:55.086338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:55.087034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:55.088518 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] 10.222.0.97 "PUT /v2.0/ports/1938f5e3-b86c-4d4c-82b0-217ad567d5a5 HTTP/1.1" status: 200 len: 1094 time: 1.7424474 Apr 15 11:03:55.089152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80709ff3-8319-4773-8502-5230be26c175', 'tag': '1938f5e3-b86c-4d4c-82b0-217ad567d5a5'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:55.115413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff101486-0fbc-468f-ac80-38cad116f353 req-49819e3a-be34-48d8-85c3-9fad8025fedd tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:55.117354 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ff101486-0fbc-468f-ac80-38cad116f353 req-49819e3a-be34-48d8-85c3-9fad8025fedd tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 944 time: 0.1686270 Apr 15 11:03:55.157236 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80709ff3-8319-4773-8502-5230be26c175', 'tag': '1938f5e3-b86c-4d4c-82b0-217ad567d5a5', 'status': 'completed', 'code': 200} Apr 15 11:03:55.170971 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ff101486-0fbc-468f-ac80-38cad116f353 req-232b06f1-483e-4db9-957d-13f57177567a tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457423 Apr 15 11:03:55.264988 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03600f1-d0e3-4ef1-b677-46579359905e req-84677b40-51a2-48a7-bdc1-2fe12f5896d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:55.266615 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-84677b40-51a2-48a7-bdc1-2fe12f5896d4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=efc2f908fa514cb9a1591afb92b5a419&device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 1097 time: 0.0846791 Apr 15 11:03:55.360984 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-77d1d93a-00f9-4d3f-b8f3-844b7a2cac72 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1938f5e3-b86c-4d4c-82b0-217ad567d5a5 HTTP/1.1" status: 200 len: 217 time: 0.0757360 Apr 15 11:03:55.432817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03600f1-d0e3-4ef1-b677-46579359905e req-9b611356-2110-446e-9c82-3eae1320e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:55.434318 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-9b611356-2110-446e-9c82-3eae1320e954 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea99fb1a-b781-49f6-95b6-eb26740abda9 HTTP/1.1" status: 200 len: 854 time: 0.0669496 Apr 15 11:03:55.487079 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-46bb8939-7253-4f32-b40a-ca246c3794b9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d1b7394a-d470-4664-abde-ded92d60d191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453920 Apr 15 11:03:55.630673 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-747a3764-d558-4944-bcbc-0d46281cd8c1 service neutron] 10.222.0.97 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357148 Apr 15 11:03:55.777586 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c03600f1-d0e3-4ef1-b677-46579359905e req-722fcc6a-720e-4f80-9795-5cd040a90087 service neutron] 10.222.0.97 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397583 Apr 15 11:03:55.961510 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cfec9-f2a2-47a3-a456-beca9eabc832 req-458e4f4f-51cc-4230-9600-3f94b13ccc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:55.963009 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-294cfec9-f2a2-47a3-a456-beca9eabc832 req-458e4f4f-51cc-4230-9600-3f94b13ccc6d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=efc2f908fa514cb9a1591afb92b5a419&device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 1097 time: 0.0817957 Apr 15 11:03:56.108916 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cfec9-f2a2-47a3-a456-beca9eabc832 req-150fb8bb-5057-425f-a349-d0365babac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:56.110595 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-294cfec9-f2a2-47a3-a456-beca9eabc832 req-150fb8bb-5057-425f-a349-d0365babac5e service neutron] 10.222.0.97 "GET /v2.0/networks?id=d1b7394a-d470-4664-abde-ded92d60d191 HTTP/1.1" status: 200 len: 916 time: 0.1396019 Apr 15 11:03:56.194061 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-294cfec9-f2a2-47a3-a456-beca9eabc832 req-a35f2a34-e1af-411b-a4ab-208fe27889e8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1938f5e3-b86c-4d4c-82b0-217ad567d5a5 HTTP/1.1" status: 200 len: 217 time: 0.0696359 Apr 15 11:03:56.324633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cfec9-f2a2-47a3-a456-beca9eabc832 req-5c457602-fb9f-40b0-8be5-78498deb9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:56.326187 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-294cfec9-f2a2-47a3-a456-beca9eabc832 req-5c457602-fb9f-40b0-8be5-78498deb9889 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea99fb1a-b781-49f6-95b6-eb26740abda9 HTTP/1.1" status: 200 len: 854 time: 0.1033065 Apr 15 11:03:56.386200 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-294cfec9-f2a2-47a3-a456-beca9eabc832 req-b45a5c57-8de8-472d-a954-a395a6ac133e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=d1b7394a-d470-4664-abde-ded92d60d191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471866 Apr 15 11:03:56.516455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc469b9-4bf1-4c7d-b147-2982d40e0c40 req-73fae9d3-5ad2-4ecb-bced-cfdc58d09b5a tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:56.517993 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fbc469b9-4bf1-4c7d-b147-2982d40e0c40 req-73fae9d3-5ad2-4ecb-bced-cfdc58d09b5a tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 944 time: 0.2343979 Apr 15 11:03:56.578734 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-294cfec9-f2a2-47a3-a456-beca9eabc832 req-23bae30f-ab20-40a5-9aa1-1b8d149baeab service neutron] 10.222.0.97 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846914 Apr 15 11:03:56.612048 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fbc469b9-4bf1-4c7d-b147-2982d40e0c40 req-51eb3c5f-f62b-42b3-8295-c3f05e1074d2 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805190 Apr 15 11:03:56.738632 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-294cfec9-f2a2-47a3-a456-beca9eabc832 req-2ad846fc-c97d-4ac1-8ddb-401b4fe37b28 service neutron] 10.222.0.97 "GET /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511273 Apr 15 11:03:57.842782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefb328-e4d6-4351-be7f-19ba09b035b5 req-17a87b50-764e-439a-acf8-eff6a00ce107 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:57.844383 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ceefb328-e4d6-4351-be7f-19ba09b035b5 req-17a87b50-764e-439a-acf8-eff6a00ce107 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 944 time: 0.0983648 Apr 15 11:03:57.896038 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ceefb328-e4d6-4351-be7f-19ba09b035b5 req-48108676-d2b8-4472-8314-b49d76769300 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Apr 15 11:03:58.384268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:03:58.532203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,segment=NetworkSegment(d11c919a-4c14-4050-a6cb-2041b5743fe3),segment_id=d11c919a-4c14-4050-a6cb-2041b5743fe3)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:58.548159 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '1938f5e3-b86c-4d4c-82b0-217ad567d5a5', 'network_id': 'd1b7394a-d470-4664-abde-ded92d60d191', 'port_id': '1938f5e3-b86c-4d4c-82b0-217ad567d5a5', 'mac_address': 'fa:16:3e:1b:47:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea99fb1a-b781-49f6-95b6-eb26740abda9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:03:58.613528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.631485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:03:58.649043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,segment=NetworkSegment(d11c919a-4c14-4050-a6cb-2041b5743fe3),segment_id=d11c919a-4c14-4050-a6cb-2041b5743fe3)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:58.653528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.656123 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:58.727699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:58.730884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:58.957949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1938f5e3-b86c-4d4c-82b0-217ad567d5a5'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:03:59.111770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9fc2f-4dee-40b7-8395-ea03bd4b51f7 req-575704b6-faf7-48ac-9b11-51382425b436 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:59.113498 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57e9fc2f-4dee-40b7-8395-ea03bd4b51f7 req-575704b6-faf7-48ac-9b11-51382425b436 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 945 time: 0.0917435 Apr 15 11:03:59.164915 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57e9fc2f-4dee-40b7-8395-ea03bd4b51f7 req-7d5349b8-ee83-4815-ad58-68c0c05af7a0 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442336 Apr 15 11:03:59.384185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.388844 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffa4d8-93d0-4cec-88a6-d7329a09a88c req-b86824c0-c511-4385-a382-b7b6311b10f6 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:00.390482 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-63ffa4d8-93d0-4cec-88a6-d7329a09a88c req-b86824c0-c511-4385-a382-b7b6311b10f6 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 945 time: 0.0973506 Apr 15 11:04:00.403928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:04:00.445011 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-63ffa4d8-93d0-4cec-88a6-d7329a09a88c req-315d87cc-2904-470d-ba97-8535017d976b tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450339 Apr 15 11:04:00.479017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:04:00.484102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:04:00.484518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.611974 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.641192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80709ff3-8319-4773-8502-5230be26c175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938f5e3-b86c-4d4c-82b0-217ad567d5a5'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:04:00.652799 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,segment=NetworkSegment(d11c919a-4c14-4050-a6cb-2041b5743fe3),segment_id=d11c919a-4c14-4050-a6cb-2041b5743fe3)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:00.655973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.657954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:00.698719 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80709ff3-8319-4773-8502-5230be26c175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1938f5e3-b86c-4d4c-82b0-217ad567d5a5', 'code': 200} Apr 15 11:04:00.735046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:00.739129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:01.027393 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83a698-7d85-4849-902a-8d9061ad58df req-b9b74f22-2f40-4da8-a3b0-65463441abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:01.028996 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7a83a698-7d85-4849-902a-8d9061ad58df req-b9b74f22-2f40-4da8-a3b0-65463441abf1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 1099 time: 0.0855134 Apr 15 11:04:01.073343 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7a83a698-7d85-4849-902a-8d9061ad58df req-c54824f0-aaf5-438b-869d-6aa923573d5c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368991 Apr 15 11:04:01.719302 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccb04e-3acb-4edd-8465-703f5ad3cde5 req-2a105382-def1-436f-b203-0b6be9bed01f tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:01.720939 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b4ccb04e-3acb-4edd-8465-703f5ad3cde5 req-2a105382-def1-436f-b203-0b6be9bed01f tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 946 time: 0.1473179 Apr 15 11:04:01.782944 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b4ccb04e-3acb-4edd-8465-703f5ad3cde5 req-18b19286-8e1f-49d1-a521-56ffb6c6b9d4 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549583 Apr 15 11:04:01.793831 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-829e4565-7886-4a28-8f5e-ef935907f729 req-904a1603-38e0-4051-a44e-9ed52901b0b0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1362457 Apr 15 11:04:01.983482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4565-7886-4a28-8f5e-ef935907f729 req-18fdbf5b-8d2d-470f-ad70-8e625c44a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:01.985126 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-829e4565-7886-4a28-8f5e-ef935907f729 req-18fdbf5b-8d2d-470f-ad70-8e625c44a331 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 1098 time: 0.0855963 Apr 15 11:04:02.260929 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4565-7886-4a28-8f5e-ef935907f729 req-cb02a579-3d98-469a-bbd1-965f741f7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:02.262653 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-829e4565-7886-4a28-8f5e-ef935907f729 req-cb02a579-3d98-469a-bbd1-965f741f7245 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 913 time: 0.1435480 Apr 15 11:04:02.390583 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-829e4565-7886-4a28-8f5e-ef935907f729 req-bbad9d25-5c2c-407b-85c4-2faa79ef1e47 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72e01c4-2a6c-4742-b289-534633a8a420 HTTP/1.1" status: 200 len: 1001 time: 0.1043479 Apr 15 11:04:02.468926 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4565-7886-4a28-8f5e-ef935907f729 req-671e7920-be7e-4972-ad77-1b558b3a2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:02.470533 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-829e4565-7886-4a28-8f5e-ef935907f729 req-671e7920-be7e-4972-ad77-1b558b3a2475 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0729616 Apr 15 11:04:02.557631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4565-7886-4a28-8f5e-ef935907f729 req-c5192545-a9af-4ecb-ae48-e191d698c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:02.559299 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-829e4565-7886-4a28-8f5e-ef935907f729 req-c5192545-a9af-4ecb-ae48-e191d698c8d2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814953 Apr 15 11:04:02.702634 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-829e4565-7886-4a28-8f5e-ef935907f729 req-b4164706-294c-4f49-b0d6-0a7432260f35 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359332 Apr 15 11:04:02.847363 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-829e4565-7886-4a28-8f5e-ef935907f729 req-871490a8-971e-46b4-bc75-1cc2dce0f051 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367869 Apr 15 11:04:02.997014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f8544-e854-4eb9-8bf8-5b3bd7be660e req-59a4d62f-5dd9-4877-ad6d-7719fb565af4 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:02.998557 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6f3f8544-e854-4eb9-8bf8-5b3bd7be660e req-59a4d62f-5dd9-4877-ad6d-7719fb565af4 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 946 time: 0.0994096 Apr 15 11:04:03.050394 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6f3f8544-e854-4eb9-8bf8-5b3bd7be660e req-0ae9250a-5fb3-4ac8-8a63-6b67ef76b020 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451484 Apr 15 11:04:19.342998 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:04:19.650976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0888946f-50eb-4a8f-80a4-dff0d9450ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:22.022863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1fc87fc3-3f04-4847-9fbe-7dd22af8d78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:23.111154 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:23.153167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:24.506536 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:24.626259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d66fbe-4b4d-4abf-8d15-2423749f01b1 req-a4c7834d-3596-43ee-bbd6-36bec8f69209 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:24.627962 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c6d66fbe-4b4d-4abf-8d15-2423749f01b1 req-a4c7834d-3596-43ee-bbd6-36bec8f69209 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 946 time: 0.0949414 Apr 15 11:04:24.677610 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c6d66fbe-4b4d-4abf-8d15-2423749f01b1 req-082f67a2-92b9-4d0f-ba3a-fc9fe3e2d15c tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 Apr 15 11:04:25.892528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340de487-baa9-4206-a948-97bf50914053 req-cda42bed-3ab3-4684-ba27-f759749bc022 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:25.894176 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-340de487-baa9-4206-a948-97bf50914053 req-cda42bed-3ab3-4684-ba27-f759749bc022 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 946 time: 0.0944037 Apr 15 11:04:26.193938 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-340de487-baa9-4206-a948-97bf50914053 req-3c0a5bd5-64f3-4c23-8fe8-bd224c0e7ee6 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932284 Apr 15 11:04:27.408494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854633-c50b-4b38-8609-f1b252614f96 req-7d325b47-bedd-4c79-a919-958ffee6143a tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:27.410101 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f0854633-c50b-4b38-8609-f1b252614f96 req-7d325b47-bedd-4c79-a919-958ffee6143a tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 946 time: 0.0902932 Apr 15 11:04:27.464396 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f0854633-c50b-4b38-8609-f1b252614f96 req-dd945043-9284-4d4d-9b92-9a4e6789e08f tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Apr 15 11:04:28.694073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06b6de-f8db-4efd-9ae5-69f71b38f796 req-a602d527-f492-4b2e-abeb-8910056f41a7 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:28.695864 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a06b6de-f8db-4efd-9ae5-69f71b38f796 req-a602d527-f492-4b2e-abeb-8910056f41a7 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 946 time: 0.1014709 Apr 15 11:04:28.753037 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a06b6de-f8db-4efd-9ae5-69f71b38f796 req-88d33c5b-a184-4f96-a571-911916ccb79e tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494432 Apr 15 11:04:28.892419 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf058b7-f1a4-4bb7-9b2f-390ac71c529d req-88fef832-0665-480f-9358-3e586ede5968 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:28.894077 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6bf058b7-f1a4-4bb7-9b2f-390ac71c529d req-88fef832-0665-480f-9358-3e586ede5968 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1027257 Apr 15 11:04:28.953311 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6bf058b7-f1a4-4bb7-9b2f-390ac71c529d req-a428d4e5-3ab2-49ca-9586-0667055bf58e tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505571 Apr 15 11:04:29.395423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:29.475539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-b7c08905-bff1-447d-b0b9-2ea1098582d1 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:29.477115 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-b7c08905-bff1-447d-b0b9-2ea1098582d1 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.97 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 946 time: 0.0955014 Apr 15 11:04:29.560695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Deleting port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:29.561046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:29.821828 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] For port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,segment=NetworkSegment(d11c919a-4c14-4050-a6cb-2041b5743fe3),segment_id=d11c919a-4c14-4050-a6cb-2041b5743fe3)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:29.822462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:29.991010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Calling delete_port for 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:30.219247 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143d1ba-734a-4279-be41-fabeda132635 req-4293d892-ed55-4e30-b99e-53d0e8d7005a tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:30.220941 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5143d1ba-734a-4279-be41-fabeda132635 req-4293d892-ed55-4e30-b99e-53d0e8d7005a tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 946 time: 0.3308644 Apr 15 11:04:30.270193 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:30.286772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ef808eb-47a6-4615-ac68-2fe202d2c60d tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:30.308528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['1938f5e3-b86c-4d4c-82b0-217ad567d5a5'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:04:30.401042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Pushing event deleted for resources: {'Port': ['ID=1938f5e3-b86c-4d4c-82b0-217ad567d5a5,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:30.414872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c6658-3e6e-44c4-87d0-c147eb1a44c1 req-e946aa2a-6ae2-49d4-9c96-8630d8938618 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:30.416426 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9c4c6658-3e6e-44c4-87d0-c147eb1a44c1 req-e946aa2a-6ae2-49d4-9c96-8630d8938618 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.3281384 Apr 15 11:04:30.417274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:30.424615 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5143d1ba-734a-4279-be41-fabeda132635 req-04075dbc-cefd-4bd2-ba43-7b7361a79cfc tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/security-groups?id=89c1344b-b4f4-4db1-ab7d-b583b13a791c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960628 Apr 15 11:04:30.507241 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9c4c6658-3e6e-44c4-87d0-c147eb1a44c1 req-a638a217-7016-4eac-98da-815d3df4dd03 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815918 Apr 15 11:04:30.599920 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] No DVR routers for this DVR port 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:04:30.602804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:30.605474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80709ff3-8319-4773-8502-5230be26c175', 'name': 'network-vif-deleted', 'tag': '1938f5e3-b86c-4d4c-82b0-217ad567d5a5'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:04:30.624425 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8dcdefd3-550f-46d9-b52c-65ade289cbfa req-5a887e95-031a-47cf-8e71-3159315e0352 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.97 "DELETE /v2.0/ports/1938f5e3-b86c-4d4c-82b0-217ad567d5a5 HTTP/1.1" status: 204 len: 173 time: 1.1403241 Apr 15 11:04:30.660214 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80709ff3-8319-4773-8502-5230be26c175', 'name': 'network-vif-deleted', 'tag': '1938f5e3-b86c-4d4c-82b0-217ad567d5a5', 'status': 'completed', 'code': 200} Apr 15 11:04:31.606088 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-5c7a9595-5ee6-4dab-9436-7ae6183536ae req-49e74054-ea2a-4fe4-948f-d1c42d019430 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Synchronizing usage tracker for tenant:efc2f908fa514cb9a1591afb92b5a419 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:04:31.623690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-5c7a9595-5ee6-4dab-9436-7ae6183536ae req-49e74054-ea2a-4fe4-948f-d1c42d019430 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Unset dirty status for tenant:efc2f908fa514cb9a1591afb92b5a419 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:04:31.625126 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c7a9595-5ee6-4dab-9436-7ae6183536ae req-49e74054-ea2a-4fe4-948f-d1c42d019430 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] 10.222.0.71 "GET /v2.0/ports?device_id=80709ff3-8319-4773-8502-5230be26c175 HTTP/1.1" status: 200 len: 210 time: 0.0689003 Apr 15 11:04:31.729203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f04e3-5e44-4230-af8f-818068a8b370 req-4c742b8e-6c4c-4fb7-95f9-1138c5a71404 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:31.730758 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2f0f04e3-5e44-4230-af8f-818068a8b370 req-4c742b8e-6c4c-4fb7-95f9-1138c5a71404 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0926244 Apr 15 11:04:31.781426 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2f0f04e3-5e44-4230-af8f-818068a8b370 req-4eccd8ba-f33e-47e2-b6d2-cdd0687e3410 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Apr 15 11:04:32.635560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:32.684990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:32.685383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 1938f5e3-b86c-4d4c-82b0-217ad567d5a5 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:32.987319 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5653f-5f1a-4366-91d1-582768dde881 req-fbc66210-05c9-4f2a-9403-a0079dd47a0f tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:32.988962 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-02c5653f-5f1a-4366-91d1-582768dde881 req-fbc66210-05c9-4f2a-9403-a0079dd47a0f tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0895681 Apr 15 11:04:33.044474 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-02c5653f-5f1a-4366-91d1-582768dde881 req-00e802ec-ee76-4f18-9896-42e6b5703c9e tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482662 Apr 15 11:04:34.273220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e4fb8-5c39-4911-acd8-f30bb05fb8ba req-30175a2b-e0b8-4279-ba2e-01a696c72585 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:34.274851 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0f2e4fb8-5c39-4911-acd8-f30bb05fb8ba req-30175a2b-e0b8-4279-ba2e-01a696c72585 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0916712 Apr 15 11:04:34.324722 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0f2e4fb8-5c39-4911-acd8-f30bb05fb8ba req-df6c6a5a-42ef-402f-b4ce-d180e006392e tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Apr 15 11:04:35.544714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf8a98-bf4f-4210-beef-f640a780750e req-2fd10858-ecac-4486-b57a-95da91b8c6dd tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:35.546271 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e2cf8a98-bf4f-4210-beef-f640a780750e req-2fd10858-ecac-4486-b57a-95da91b8c6dd tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0948753 Apr 15 11:04:35.596464 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e2cf8a98-bf4f-4210-beef-f640a780750e req-4debec9f-4c4c-4812-af8a-3aeaadc30b14 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Apr 15 11:04:36.820892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9889d-61a2-4635-aeb3-d0d4c88c772f req-92c07bd2-05d0-4722-b9fb-e38352468d5d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:36.822563 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-40e9889d-61a2-4635-aeb3-d0d4c88c772f req-92c07bd2-05d0-4722-b9fb-e38352468d5d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0973163 Apr 15 11:04:36.874600 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-40e9889d-61a2-4635-aeb3-d0d4c88c772f req-71c0ccb5-7a5b-4d9c-abe8-9fc8a619f3d3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422873 Apr 15 11:04:38.104818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387bae-c3fc-4a5e-ac55-22a1e623b5e5 req-a12fd4c5-c02d-4ced-b1d0-4e855747ed46 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:38.106374 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e7387bae-c3fc-4a5e-ac55-22a1e623b5e5 req-a12fd4c5-c02d-4ced-b1d0-4e855747ed46 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1024995 Apr 15 11:04:38.159697 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e7387bae-c3fc-4a5e-ac55-22a1e623b5e5 req-f279d8b3-bb0c-4160-b335-17aa773f95fe tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436358 Apr 15 11:04:39.375564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b812dd5-8b7d-410b-8e92-6882076d7b6a req-622c49c1-7cc9-41ae-a837-f4592b929110 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:39.377147 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b812dd5-8b7d-410b-8e92-6882076d7b6a req-622c49c1-7cc9-41ae-a837-f4592b929110 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0974643 Apr 15 11:04:39.432694 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1b812dd5-8b7d-410b-8e92-6882076d7b6a req-57af60cd-3866-4900-a1ae-b4a8efa32660 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474956 Apr 15 11:04:39.835462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366df0fc-d163-4c22-8d98-035af5bc1860 req-c14a83a6-cea5-405c-8489-7633cdddd57f tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:39.837051 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-366df0fc-d163-4c22-8d98-035af5bc1860 req-c14a83a6-cea5-405c-8489-7633cdddd57f tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1232765 Apr 15 11:04:39.903415 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-366df0fc-d163-4c22-8d98-035af5bc1860 req-ae3e26dd-a9c5-40e2-a4de-bb2ea71d9311 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539899 Apr 15 11:04:39.925045 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-f64bdde0-d1f8-4368-812d-9b81ea62a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:39.926716 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-f64bdde0-d1f8-4368-812d-9b81ea62a797 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 1098 time: 0.1336391 Apr 15 11:04:40.073400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-6e7cf8ee-294b-40e9-b4dd-b0e7812acc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:40.075006 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-6e7cf8ee-294b-40e9-b4dd-b0e7812acc0b service neutron] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 913 time: 0.1405039 Apr 15 11:04:40.187730 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-45e40d1a-786c-4a53-b5de-f04ee3188bfd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72e01c4-2a6c-4742-b289-534633a8a420 HTTP/1.1" status: 200 len: 1001 time: 0.1058817 Apr 15 11:04:40.259113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-cafbd94a-c6e2-4cc5-82d5-e8ed0b470c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:40.260716 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-cafbd94a-c6e2-4cc5-82d5-e8ed0b470c47 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0665405 Apr 15 11:04:40.347232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-3b67098c-4da4-45ee-b120-422b3baf8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:40.348939 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-3b67098c-4da4-45ee-b120-422b3baf8880 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815821 Apr 15 11:04:40.497274 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-5454770a-9c0e-4de8-bf19-f12615a7dd71 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409233 Apr 15 11:04:40.642736 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e25e1ea4-e5c6-4e89-9374-b19a7f25b73e req-112c2703-033d-4d04-a9f0-d2e0939cfc9f service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382885 Apr 15 11:04:41.127658 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed409d8-81b6-43f8-b9a3-d5b582ab88be req-10c64547-10e4-4f8c-9bbf-9a91cc0bb3fd tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:41.129344 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2ed409d8-81b6-43f8-b9a3-d5b582ab88be req-10c64547-10e4-4f8c-9bbf-9a91cc0bb3fd tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1014557 Apr 15 11:04:41.178210 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2ed409d8-81b6-43f8-b9a3-d5b582ab88be req-09bf09b2-617b-4a45-a61c-328855d5add8 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421951 Apr 15 11:04:42.406652 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872523ff-0d78-4ff2-9f50-ed1fa8b3e3fa req-76fe715f-1b64-42d4-812c-af48897274a2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:42.408252 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-872523ff-0d78-4ff2-9f50-ed1fa8b3e3fa req-76fe715f-1b64-42d4-812c-af48897274a2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0980949 Apr 15 11:04:42.470977 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-872523ff-0d78-4ff2-9f50-ed1fa8b3e3fa req-c62f5666-4926-457b-a043-f8666c106840 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557775 Apr 15 11:04:49.655095 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92c77f58-89f9-4c9d-a144-6b2f5a29177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:52.020751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2b7fd5a3-02f5-4da7-8d74-d820b9c429da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:52.411055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44770) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:52.480605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Deleting subnet ea99fb1a-b781-49f6-95b6-eb26740abda9 {{(pid=85313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:04:52.484003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:52.537998 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852442262'] for subnet, precommit_delete_associations {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:52.601031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.093056 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827953581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26686739'] for subnet, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.108561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:53.113712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.156634 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.195080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea99fb1a-b781-49f6-95b6-eb26740abda9,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:53.216671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.217081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.217482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.217854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.218268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.218719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.219107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.219490 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.219874 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.220257 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.220634 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.221023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:53.225653 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:53.252555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.260923 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-52f82e49-a07e-4f77-be8d-1e50c158b64a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ea99fb1a-b781-49f6-95b6-eb26740abda9 HTTP/1.1" status: 204 len: 168 time: 0.8487444 Apr 15 11:04:53.263865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44774) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:53.384093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.578978 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.700771 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b7394a-d470-4664-abde-ded92d60d191']}} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:53.713608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11c919a-4c14-4050-a6cb-2041b5743fe3') {'for_net_delete': True} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:53.713952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11c919a-4c14-4050-a6cb-2041b5743fe3') {} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:53.725990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2333554'] for segment, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.741124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:53.747876 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=85313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:04:53.929349 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Network d1b7394a-d470-4664-abde-ded92d60d191 has no segments {{(pid=85313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:53.938569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26821872'] for segment, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:54.119064 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Network d1b7394a-d470-4664-abde-ded92d60d191 has no segments {{(pid=85313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:04:54.141657 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:04:54.219759 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:54.224661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:54.227263 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ab36c434-501b-44a2-aa4f-3d394785bcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:54.255677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b7394a-d470-4664-abde-ded92d60d191,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:54.258139 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:54.264714 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-eb9e0f62-4222-42ab-be9d-5937d55d453d admin admin] 10.222.0.71 "DELETE /v2.0/networks/d1b7394a-d470-4664-abde-ded92d60d191 HTTP/1.1" status: 204 len: 168 time: 0.9996221 Apr 15 11:04:54.403669 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44780) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:54.457556 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0b49a643-7869-4a7e-8764-af48f2685bd7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=efc2f908fa514cb9a1591afb92b5a419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525534 Apr 15 11:04:54.461244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44784) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:54.511817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:54.524615 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3dae-4127-4589-b49e-e3ecfb46d55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:54.553025 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3dae-4127-4589-b49e-e3ecfb46d55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:54.602676 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3dae-4127-4589-b49e-e3ecfb46d55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:54.607707 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c6aab9c6-4bba-49d0-9a13-793feb9e507d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:54.621514 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d3dae-4127-4589-b49e-e3ecfb46d55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c1344b-b4f4-4db1-ab7d-b583b13a791c,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:54.624281 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1c7d3dae-4127-4589-b49e-e3ecfb46d55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:54.625578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1c7d3dae-4127-4589-b49e-e3ecfb46d55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:54.626838 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1c7d3dae-4127-4589-b49e-e3ecfb46d55b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/89c1344b-b4f4-4db1-ab7d-b583b13a791c HTTP/1.1" status: 204 len: 168 time: 0.1646261 Apr 15 11:04:56.343454 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:04:59.380457 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:01.773193 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-a7946215-62b3-4f68-b888-e4b8e483ce62 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901072 Apr 15 11:05:01.956777 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-2fa5f66d-b546-4e05-a153-2c66403c4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:01.958390 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-2fa5f66d-b546-4e05-a153-2c66403c4698 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 1098 time: 0.0887074 Apr 15 11:05:02.119192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-ec0356b9-f7ee-4ce2-9d0e-66f05cc9f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:02.121185 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-ec0356b9-f7ee-4ce2-9d0e-66f05cc9f0ee service neutron] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 913 time: 0.1419306 Apr 15 11:05:02.236973 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-ad87610a-5b8e-45f0-bae3-a448b7478ac8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72e01c4-2a6c-4742-b289-534633a8a420 HTTP/1.1" status: 200 len: 1001 time: 0.1080873 Apr 15 11:05:02.311003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-86725c44-fe19-4cb7-8e90-7dffdc2817cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:02.312545 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-86725c44-fe19-4cb7-8e90-7dffdc2817cf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0681028 Apr 15 11:05:02.409193 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-c8915977-d594-4571-85df-9888297779e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:02.410792 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-c8915977-d594-4571-85df-9888297779e7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0909824 Apr 15 11:05:02.570584 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-e7951889-f22e-4430-8774-3b8d4edbc3e8 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515768 Apr 15 11:05:02.735676 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c2370c13-88f1-4675-b20c-6bf8c289791b req-fca89c34-bc99-4697-aaca-82b8a422b111 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564403 Apr 15 11:05:16.389240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2105da-c389-414b-a1b6-76f7a5fa9de7 req-757d453c-068e-47af-9f64-a780a428452d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:16.390879 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5a2105da-c389-414b-a1b6-76f7a5fa9de7 req-757d453c-068e-47af-9f64-a780a428452d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0898716 Apr 15 11:05:16.445280 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5a2105da-c389-414b-a1b6-76f7a5fa9de7 req-dae024de-2796-412e-b7a8-8bbe0a0da4d5 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447669 Apr 15 11:05:17.673282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272406-6efc-42bc-bd62-6021ceb8f957 req-1afa0f01-2111-4471-81fc-d867d8fe6852 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:17.674923 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c4272406-6efc-42bc-bd62-6021ceb8f957 req-1afa0f01-2111-4471-81fc-d867d8fe6852 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0917151 Apr 15 11:05:17.726491 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c4272406-6efc-42bc-bd62-6021ceb8f957 req-f0eb194e-c48c-4464-9411-0860f60ce012 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417559 Apr 15 11:05:18.946336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d04e-3b86-4754-a0af-1e6c540a715d req-510729d9-238d-46c1-8ef2-9ff203c2bf44 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:18.947979 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe56d04e-3b86-4754-a0af-1e6c540a715d req-510729d9-238d-46c1-8ef2-9ff203c2bf44 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0961065 Apr 15 11:05:18.997278 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-fe56d04e-3b86-4754-a0af-1e6c540a715d req-d345c9a8-847a-4e91-94c4-670e12dc4ba9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426934 Apr 15 11:05:19.670417 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9aed366b-dd67-4cee-b632-72abd79fef32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:20.224903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112b182-1e07-4bf4-bbad-b77b6f016f94 req-531911f5-d905-42f2-bf10-80bc49305cc4 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:20.226568 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8112b182-1e07-4bf4-bbad-b77b6f016f94 req-531911f5-d905-42f2-bf10-80bc49305cc4 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1017418 Apr 15 11:05:20.274657 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8112b182-1e07-4bf4-bbad-b77b6f016f94 req-e1545396-07ff-4ce0-b634-de468b9e69f0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416059 Apr 15 11:05:21.502985 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71319a-ee47-4372-9029-34e95f8dea7c req-fd4878b3-b14b-493d-840a-112a6f76c502 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:21.505212 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f71319a-ee47-4372-9029-34e95f8dea7c req-fd4878b3-b14b-493d-840a-112a6f76c502 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1036355 Apr 15 11:05:21.555597 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1f71319a-ee47-4372-9029-34e95f8dea7c req-f8a33c49-b1e8-4642-8da4-c633f96c9e12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433893 Apr 15 11:05:22.021831 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8a19802d-43e2-484c-95b4-d5cea4348beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:22.776250 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2793404-b392-47ab-8588-bc2fa0715795 req-4b777c15-10fb-417a-b2be-cde106e9e0ec tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:22.777891 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b2793404-b392-47ab-8588-bc2fa0715795 req-4b777c15-10fb-417a-b2be-cde106e9e0ec tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0926282 Apr 15 11:05:22.834135 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b2793404-b392-47ab-8588-bc2fa0715795 req-77918bbe-35fc-40a2-85ef-0155b76201aa tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456312 Apr 15 11:05:23.127775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:23.163793 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:24.056861 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8a6d2-a630-4242-ae71-58f52691c970 req-e3bf91c6-bbf6-4a48-bed0-35cb38f6e804 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:24.058489 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ead8a6d2-a630-4242-ae71-58f52691c970 req-e3bf91c6-bbf6-4a48-bed0-35cb38f6e804 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0932508 Apr 15 11:05:24.110444 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ead8a6d2-a630-4242-ae71-58f52691c970 req-0b235088-d4dc-4f21-9574-ce36d8f451d6 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 Apr 15 11:05:24.517499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:25.355893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0608b3-1135-4d86-9836-c42c379bf7df req-91bf6ab6-4adc-42e9-b944-7673f208146c tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:25.357499 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7c0608b3-1135-4d86-9836-c42c379bf7df req-91bf6ab6-4adc-42e9-b944-7673f208146c tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1054406 Apr 15 11:05:25.405690 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7c0608b3-1135-4d86-9836-c42c379bf7df req-cf00515c-15a2-46b7-9af5-0076af7fc1e9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415869 Apr 15 11:05:26.623423 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c01d7-0359-4112-9f37-4512ab011e0c req-19c324d8-70cc-4b01-88ad-78768230cf67 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:26.624997 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-107c01d7-0359-4112-9f37-4512ab011e0c req-19c324d8-70cc-4b01-88ad-78768230cf67 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0950689 Apr 15 11:05:26.676113 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-107c01d7-0359-4112-9f37-4512ab011e0c req-d82d69a2-1d4b-43fb-b150-cddff9342974 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437472 Apr 15 11:05:27.902270 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6c6d2-dce9-45ce-b0dc-d921561ecd12 req-2b5fb324-ebe3-47e2-b260-fd4039327027 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:27.903883 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8eb6c6d2-dce9-45ce-b0dc-d921561ecd12 req-2b5fb324-ebe3-47e2-b260-fd4039327027 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1070476 Apr 15 11:05:27.952935 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8eb6c6d2-dce9-45ce-b0dc-d921561ecd12 req-a6fce8bf-859c-496c-aa6e-a8aecb6f8e37 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421400 Apr 15 11:05:28.593609 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d036b28-aca2-4b25-94c0-5b36e454503a req-f8c0b1fc-e64d-4212-9a23-1cd29fbba26d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:28.595316 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3d036b28-aca2-4b25-94c0-5b36e454503a req-f8c0b1fc-e64d-4212-9a23-1cd29fbba26d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1712298 Apr 15 11:05:28.662737 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-f220cb55-9909-4c68-8ed1-50b75e392b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:28.664352 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-f220cb55-9909-4c68-8ed1-50b75e392b0b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 1098 time: 0.1495650 Apr 15 11:05:28.667525 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3d036b28-aca2-4b25-94c0-5b36e454503a req-4fbcb8a5-14dc-4ddc-ad6c-e0414a98551c tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652170 Apr 15 11:05:29.064499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-c982bb15-49f5-48c3-8e04-fe9bb9cef32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:29.066126 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-c982bb15-49f5-48c3-8e04-fe9bb9cef32a service neutron] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 913 time: 0.3936181 Apr 15 11:05:29.178295 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-f255516a-1c98-4fb3-b7a1-55195c7bc667 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72e01c4-2a6c-4742-b289-534633a8a420 HTTP/1.1" status: 200 len: 1001 time: 0.1050143 Apr 15 11:05:29.253845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-badfbdbe-8544-486a-9a00-9d1690ffd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:29.255433 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-badfbdbe-8544-486a-9a00-9d1690ffd332 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0699964 Apr 15 11:05:29.345397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-a9d44c2b-8f98-4b2d-a181-bf1b41f5f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:29.346974 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-a9d44c2b-8f98-4b2d-a181-bf1b41f5f504 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843856 Apr 15 11:05:29.395710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:29.492165 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-cc821332-3bd2-4708-bb07-1f0366da0dd4 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378570 Apr 15 11:05:29.650068 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7b4ee616-b2ce-4147-bb6c-047d735ba950 req-74fbd0ef-d04b-4895-8e01-3322556ce065 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493080 Apr 15 11:05:29.889671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727d1fc-f179-4886-beef-401e3dcc8bb0 req-9b7f1b72-9206-4fe6-87f7-77234285eba4 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:29.891303 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8727d1fc-f179-4886-beef-401e3dcc8bb0 req-9b7f1b72-9206-4fe6-87f7-77234285eba4 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1041515 Apr 15 11:05:29.940630 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8727d1fc-f179-4886-beef-401e3dcc8bb0 req-97761bec-434e-4443-9d1c-b895aeb978c1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 Apr 15 11:05:31.164840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc20cd1-0bba-4ead-a631-e94d69e9024b req-aadfca3c-78ad-4aa5-be37-01b968b8ccdb tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:31.166409 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0cc20cd1-0bba-4ead-a631-e94d69e9024b req-aadfca3c-78ad-4aa5-be37-01b968b8ccdb tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0938869 Apr 15 11:05:31.218036 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0cc20cd1-0bba-4ead-a631-e94d69e9024b req-354f5cb5-a9be-48f4-9534-5ee9f6953f9c tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413132 Apr 15 11:05:33.347774 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:05:49.665714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1943e69a-a56b-418e-a3f2-d9f81e038e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:52.026155 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a7c1a79d-4a36-4936-aa57-ccac517c5f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:53.135172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:53.156259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:54.537057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:59.395094 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:01.764526 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-ce28ec14-2eb2-4f60-b99b-b3713069fdaa service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002624 Apr 15 11:06:01.963976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-618ee764-7163-4052-b1be-1cef3391bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:01.966094 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-618ee764-7163-4052-b1be-1cef3391bb3e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 1098 time: 0.0888531 Apr 15 11:06:02.129254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-426b467d-74b7-49c2-8a30-d2dc49769432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:02.130928 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-426b467d-74b7-49c2-8a30-d2dc49769432 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 913 time: 0.1433597 Apr 15 11:06:02.253841 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-23b8d309-6334-43f2-83d4-ec96304b40f4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c72e01c4-2a6c-4742-b289-534633a8a420 HTTP/1.1" status: 200 len: 1001 time: 0.1138260 Apr 15 11:06:02.336364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-6c774a8d-d69b-4956-8d5e-b02f8a889806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:02.337920 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-6c774a8d-d69b-4956-8d5e-b02f8a889806 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0766463 Apr 15 11:06:02.428512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-ad1f455f-9fef-4491-8548-bcfe6f9c6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:02.430179 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-ad1f455f-9fef-4491-8548-bcfe6f9c6b68 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852971 Apr 15 11:06:02.598607 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-a0936d8a-6892-49f1-82c3-5054d11c187c service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604888 Apr 15 11:06:02.764878 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7f9d3021-7775-4fff-8c87-5f20fb2e7f80 req-6ac5b891-745a-4bad-b8c7-4e532fb6039d service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590850 Apr 15 11:06:04.195788 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b3e5e-6e4f-4f69-8efa-040a8f435d05 req-98edc686-708a-4980-a5a6-018bd6c9a10e tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:04.197313 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d87b3e5e-6e4f-4f69-8efa-040a8f435d05 req-98edc686-708a-4980-a5a6-018bd6c9a10e tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.3781683 Apr 15 11:06:04.253948 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d87b3e5e-6e4f-4f69-8efa-040a8f435d05 req-eb0946ad-a9b3-46f5-ae1c-08d732419ad1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466242 Apr 15 11:06:05.558398 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7427d9-b721-4494-9ca4-5e6f2e46d96d req-c327357d-124a-4134-9f5e-32cf720fbfc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:05.560030 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3f7427d9-b721-4494-9ca4-5e6f2e46d96d req-c327357d-124a-4134-9f5e-32cf720fbfc0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.1744714 Apr 15 11:06:05.611888 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3f7427d9-b721-4494-9ca4-5e6f2e46d96d req-8f070ad3-dbf3-41f3-8e67-649154f47b96 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421450 Apr 15 11:06:05.999245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-d36f683e-aaf2-4224-bc1d-495c0ecb6dec tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:06.000711 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-d36f683e-aaf2-4224-bc1d-495c0ecb6dec tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.0892394 Apr 15 11:06:06.091727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Deleting port c72e01c4-2a6c-4742-b289-534633a8a420 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:06.092118 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.399237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] For port c72e01c4-2a6c-4742-b289-534633a8a420, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c72e01c4-2a6c-4742-b289-534633a8a420,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:06.399644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.719162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.719773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.719943 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Floating IP 236f75e5-13e2-489d-bef7-9eb81bcd40e6 disassociated. External IP: 172.28.0.140, port: c72e01c4-2a6c-4742-b289-534633a8a420. Apr 15 11:06:06.720338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Calling delete_port for c72e01c4-2a6c-4742-b289-534633a8a420 owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:06.955121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa5f80-0f0a-4aa2-8202-1712d77c3b24 req-fd7d5a9a-44d9-445f-92b7-bf0611632813 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:06.956925 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bfa5f80-0f0a-4aa2-8202-1712d77c3b24 req-fd7d5a9a-44d9-445f-92b7-bf0611632813 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 945 time: 0.2019489 Apr 15 11:06:06.995194 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.018968 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:07.143347 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event deleted for resources: {'Port': ['ID=c72e01c4-2a6c-4742-b289-534633a8a420,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:07.151192 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4bfa5f80-0f0a-4aa2-8202-1712d77c3b24 req-bb25cc86-bb41-4222-aef4-be8673fc2057 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=d7d0229a-c948-42e0-a193-4106399e981e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874633 Apr 15 11:06:07.170919 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.171380 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.171781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.172238 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.172669 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.173083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.173482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.173932 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.174395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.174829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.175242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.175674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:07.180962 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:07.714452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:06:07.904829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:06:07.915259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] Sync routers for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:06:07.926487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:07.927325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:05:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:07.984582 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] No DVR routers for this DVR port c72e01c4-2a6c-4742-b289-534633a8a420 on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:06:07.987291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.990309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717316c4-0bba-4350-adc5-e014586277a9', 'name': 'network-vif-deleted', 'tag': 'c72e01c4-2a6c-4742-b289-534633a8a420'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:07.999211 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af4fa420-b883-4ad3-b03c-e62eef29dc6c req-551194d0-0e21-4718-b316-00255676d5f2 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "DELETE /v2.0/ports/c72e01c4-2a6c-4742-b289-534633a8a420 HTTP/1.1" status: 204 len: 173 time: 1.9926956 Apr 15 11:06:08.043413 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717316c4-0bba-4350-adc5-e014586277a9', 'name': 'network-vif-deleted', 'tag': 'c72e01c4-2a6c-4742-b289-534633a8a420', 'status': 'completed', 'code': 200} Apr 15 11:06:08.123996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:08.344437 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-c3efde88-0ecf-4e45-9641-334d0a0d6008 req-a337842b-ec79-4e91-95ec-ff24d4cd2814 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Synchronizing usage tracker for tenant:685af50e28eb4be98593cc1219937aff on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:06:08.362073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-c3efde88-0ecf-4e45-9641-334d0a0d6008 req-a337842b-ec79-4e91-95ec-ff24d4cd2814 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Unset dirty status for tenant:685af50e28eb4be98593cc1219937aff on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:06:08.363833 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c3efde88-0ecf-4e45-9641-334d0a0d6008 req-a337842b-ec79-4e91-95ec-ff24d4cd2814 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=717316c4-0bba-4350-adc5-e014586277a9 HTTP/1.1" status: 200 len: 210 time: 0.0732832 Apr 15 11:06:08.487992 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:08.492412 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] Checking router: dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:06:08.502147 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:08.502815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:05:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:08.697647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:09.044069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:09.048419 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538b119-acc5-4423-8e7a-0ea616019850 None None] The sync data for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb is: [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:06:09.291921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device c72e01c4-2a6c-4742-b289-534633a8a420 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:09.334450 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: c72e01c4-2a6c-4742-b289-534633a8a420 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:09.334806 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device c72e01c4-2a6c-4742-b289-534633a8a420 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:09.450527 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd201814-df8e-4841-aa86-6838e05c7b7c None None] New status for floating IP 236f75e5-13e2-489d-bef7-9eb81bcd40e6: DOWN {{(pid=85315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:06:09.507160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44872) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:09.591534 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:09.627996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:09.686289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:09.690749 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-17334a1c-2485-496f-9e15-64b52d6c321d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:09.709305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d0229a-c948-42e0-a193-4106399e981e,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:09.720037 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.720476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.720892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.721300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.721706 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.722113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.722579 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.722984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.723385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.723840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.724242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.724640 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:09.730126 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:09.734254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:09.738207 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d72c7df2-e51c-4251-bfcc-034cc26c4cc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "DELETE /v2.0/security-groups/d7d0229a-c948-42e0-a193-4106399e981e HTTP/1.1" status: 204 len: 168 time: 0.2272091 Apr 15 11:06:09.738536 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44876) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:09.757069 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.v2.resource [None req-0bb23eca-45f5-44fc-ab75-0b33fc15a932 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] show failed (client error): The resource could not be found. Apr 15 11:06:09.758196 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0bb23eca-45f5-44fc-ab75-0b33fc15a932 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups/d7d0229a-c948-42e0-a193-4106399e981e HTTP/1.1" status: 404 len: 347 time: 0.0186436 Apr 15 11:06:09.761289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 44880) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:09.939395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Deleting port f90901ba-e912-47af-bedd-d80e14182d8f {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:09.939750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.122375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.122990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.254180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Calling delete_port for f90901ba-e912-47af-bedd-d80e14182d8f owned by network:floatingip {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:10.349628 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:06:10.410753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.424518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e0a22715-26f5-43a8-98b9-3e99a9cb84a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:10.518398 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event deleted for resources: {'Port': ['ID=f90901ba-e912-47af-bedd-d80e14182d8f,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:10.525153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:10.691269 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.718277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.719929 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "DELETE /v2.0/floatingips/236f75e5-13e2-489d-bef7-9eb81bcd40e6 HTTP/1.1" status: 204 len: 168 time: 0.9576960 Apr 15 11:06:12.134198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44888) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:12.141486 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119542400', 'description': 'tempest-description--1120297906'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:06:12.148734 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:06:12.154081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:security_group and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:06:12.157578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:06:12.164369 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:06:12.176414 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.204212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:06:12.208598 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:security_group_rule and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:06:12.211862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:06:12.218940 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:06:12.301026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.305047 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.310845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-90583d27-db9b-4d4e-b35f-99f8f845ac53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:12.352965 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0f8429-49e3-42e0-bc08-5e25a4643988,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:12.356062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.357385 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2219594 Apr 15 11:06:12.358370 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:12.361534 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44892) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:12.367268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'security_group_rule': {'security_group_id': '5d0f8429-49e3-42e0-bc08-5e25a4643988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:06:12.374493 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:06:12.379070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:security_group_rule and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:06:12.382634 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:06:12.389280 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:06:12.409480 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.478268 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.481655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.483832 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c96b5416-13b0-4e64-9d89-06156c0eddc6 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:12.507678 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ea08c2-083b-45d5-98a0-b4dd66b3188e,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:12.514815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:12.517519 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.518870 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a1dc3cd6-79c0-4362-819b-e7735d113481 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563997 Apr 15 11:06:12.522119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44896) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:12.528039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'security_group_rule': {'security_group_id': '5d0f8429-49e3-42e0-bc08-5e25a4643988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:06:12.534689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:06:12.538960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:security_group_rule and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:06:12.542390 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:06:12.549019 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:06:12.571522 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.642876 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.646711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.648776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:12.671892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fda415e-66a7-4283-8b6c-84cbced925f4,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:12.677348 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:12.681742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.683209 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-52d04d16-443f-4729-bd7f-e310a55c51e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598678 Apr 15 11:06:12.686413 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44900) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:12.691880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'floatingip': {'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:06:12.698467 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:06:12.702541 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:floatingip and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:06:12.705568 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:06:12.711784 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:06:12.722775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.877807 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.038799 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Allocated IP 172.28.0.171 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/7ded00fb-0de4-4f17-87f3-b4a2a3ad936e) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:06:13.202750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.237029 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.259254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a673cdd3-d121-436f-a771-2388a97e3370 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:13.416960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'Port': ['ID=7ded00fb-0de4-4f17-87f3-b4a2a3ad936e,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:13.420797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:13.480344 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:06:13.481622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:06:13.484375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:06:13.568587 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.637464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.913626 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.919004 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.932357 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8f010ef1-d4b6-4e82-bfdf-d046534d3efa tempest-VolumesNegativeTest-1400304361 tempest-VolumesNegativeTest-1400304361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:14.071280 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'Port': ['ID=7ded00fb-0de4-4f17-87f3-b4a2a3ad936e,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:14.076226 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:14.178449 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:14.201819 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:14.203241 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5157964 Apr 15 11:06:14.458202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-d455b217-8105-479f-b5de-2cd505e40584 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Synchronizing usage tracker for tenant:685af50e28eb4be98593cc1219937aff on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:06:14.475079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-d455b217-8105-479f-b5de-2cd505e40584 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Unset dirty status for tenant:685af50e28eb4be98593cc1219937aff on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:06:14.476400 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-d455b217-8105-479f-b5de-2cd505e40584 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2119542400&fields=id&tenant_id=685af50e28eb4be98593cc1219937aff HTTP/1.1" status: 200 len: 267 time: 0.0654380 Apr 15 11:06:14.650240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-db34b803-4bfe-4f4c-89d6-ba3b88db4c9d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:14.651873 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-db34b803-4bfe-4f4c-89d6-ba3b88db4c9d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 811 time: 0.1630001 Apr 15 11:06:14.669102 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-046cdf67-f108-43e0-bcae-5e57d0b35364 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/quotas/685af50e28eb4be98593cc1219937aff HTTP/1.1" status: 200 len: 375 time: 0.0102656 Apr 15 11:06:14.770504 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-a12b3e61-930a-4aad-87b7-e0b0ebadc1db tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956054 Apr 15 11:06:14.794621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-62aa19b3-9d04-4a5d-b6f6-57af10831e7b service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 11:06:14.795656 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-62aa19b3-9d04-4a5d-b6f6-57af10831e7b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061488 Apr 15 11:06:14.942685 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-569ba4d5-3d57-4972-bfaf-dd672ef1f37f service neutron] 10.222.0.71 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399052 Apr 15 11:06:15.090363 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-609806a6-6ad4-482f-8362-72935c4b7c11 service neutron] 10.222.0.71 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410184 Apr 15 11:06:15.295529 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b7e060ea-8cf6-4b8d-91f6-345a7d975ccb req-306fc1ee-4efa-4790-bd8e-7b3b55d52d10 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 210 time: 0.0500212 Apr 15 11:06:16.464762 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8e2045de-3c50-49a6-b05b-5c0e9bb84258 req-34fed64d-9ce3-479a-a279-aa3384b1e158 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 210 time: 0.0500484 Apr 15 11:06:16.697172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-ad942537-044c-40f7-85d0-8cfdaf75cd60 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:16.698777 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-ad942537-044c-40f7-85d0-8cfdaf75cd60 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 811 time: 0.1587992 Apr 15 11:06:16.785368 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-be6ce94b-a4fc-41a3-a50e-54fbeb95c4e1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=685af50e28eb4be98593cc1219937aff HTTP/1.1" status: 200 len: 5709 time: 0.0712907 Apr 15 11:06:16.794767 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'port': {'device_id': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'admin_state_up': True, 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'security_groups': ['5d0f8429-49e3-42e0-bc08-5e25a4643988']}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:06:16.950836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:06:16.955320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Usage tracker for resource:port and tenant:685af50e28eb4be98593cc1219937aff is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:06:16.958364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:06:16.964541 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:06:16.974949 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Made reservation on behalf of 685af50e28eb4be98593cc1219937aff for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:06:16.980933 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.162123 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Allocated IP 172.20.0.8 (3283c1a8-f788-41eb-813e-bab708756927/a4c34a6c-9a03-44ba-8f2a-6caa65e10250/dab89402-646e-45ac-9201-c1d82a06023f) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:06:17.362827 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.379231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Transition to ACTIVE for port object dab89402-646e-45ac-9201-c1d82a06023f will not be triggered until provisioned by entity DHCP. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:06:17.405682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.421129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8e4fc56d-e103-4f0a-b9ad-4a9672d3f95f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:17.559109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event updated for resources: {'Port': ['ID=dab89402-646e-45ac-9201-c1d82a06023f,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:17.563651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:17.921486 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Network 3283c1a8-f788-41eb-813e-bab708756927 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:06:17.924143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:06:17.926793 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:06:18.000277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:18.000997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.044481 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b314fa7-206a-4ade-b6dc-7536a2853d72 req-738157cb-3a18-4fd2-8a53-c2227ce7dd8d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:18.045278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-4b314fa7-206a-4ade-b6dc-7536a2853d72 req-738157cb-3a18-4fd2-8a53-c2227ce7dd8d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Synchronizing usage tracker for tenant:685af50e28eb4be98593cc1219937aff on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:06:18.050704 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2603188 Apr 15 11:06:18.067885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-39d0cdcd-f845-4dd3-b970-7ff638ca21fc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 11:06:18.068984 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-39d0cdcd-f845-4dd3-b970-7ff638ca21fc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060642 Apr 15 11:06:18.069785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-4b314fa7-206a-4ade-b6dc-7536a2853d72 req-738157cb-3a18-4fd2-8a53-c2227ce7dd8d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Unset dirty status for tenant:685af50e28eb4be98593cc1219937aff on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:06:18.071032 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4b314fa7-206a-4ade-b6dc-7536a2853d72 req-738157cb-3a18-4fd2-8a53-c2227ce7dd8d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 931 time: 0.4635289 Apr 15 11:06:18.136363 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4b314fa7-206a-4ade-b6dc-7536a2853d72 req-d8fd1d0d-2e88-46ca-bca0-df2f0fdb7fbf tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571070 Apr 15 11:06:18.140554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Request body: {'port': {'device_id': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:06:18.148406 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-cd490e6d-31b8-4708-b0b4-fcfc34ac6157 None None] Provisioning for port dab89402-646e-45ac-9201-c1d82a06023f completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:06:18.154727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-cd490e6d-31b8-4708-b0b4-fcfc34ac6157 None None] Provisioning complete for port dab89402-646e-45ac-9201-c1d82a06023f triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:06:18.155155 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cd490e6d-31b8-4708-b0b4-fcfc34ac6157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.222782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-cd490e6d-31b8-4708-b0b4-fcfc34ac6157 None None] Port dab89402-646e-45ac-9201-c1d82a06023f cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:06:18.267984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.741304 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab89402-646e-45ac-9201-c1d82a06023f {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:06:18.750977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.768281 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Transition to ACTIVE for port object dab89402-646e-45ac-9201-c1d82a06023f will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:06:18.772624 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.790254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-cc1639a0-1ea7-4586-a40f-562a5c9711d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:18.942490 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Pushing event updated for resources: {'Port': ['ID=dab89402-646e-45ac-9201-c1d82a06023f,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:18.948169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:19.196785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Attempting to bind port dab89402-646e-45ac-9201-c1d82a06023f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:06:19.197255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Attempting to bind port dab89402-646e-45ac-9201-c1d82a06023f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:06:19.197629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Attempting to bind port dab89402-646e-45ac-9201-c1d82a06023f on network 3283c1a8-f788-41eb-813e-bab708756927 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:06:19.203353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Port dab89402-646e-45ac-9201-c1d82a06023f on network 3283c1a8-f788-41eb-813e-bab708756927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:06:19.203722 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Attempting to bind port dab89402-646e-45ac-9201-c1d82a06023f on network 3283c1a8-f788-41eb-813e-bab708756927 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:06:19.209730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:06:19.210122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Checking segment: {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:06:19.210602 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Bound using segment: {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:06:19.211080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Bound port: dab89402-646e-45ac-9201-c1d82a06023f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d5a574-a217-4f37-bf65-24f1f2e7f90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '3283c1a8-f788-41eb-813e-bab708756927'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:06:19.211463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.373199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] For port dab89402-646e-45ac-9201-c1d82a06023f, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:06:19.378394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] For port dab89402-646e-45ac-9201-c1d82a06023f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dab89402-646e-45ac-9201-c1d82a06023f,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:06:19.389304 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.404800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e5b278c6-fec2-41d7-8ca8-6fa143d1fda7 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:19.517765 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa97aad-e359-441a-8d2a-136300867439 req-f2a031dd-1587-4cc4-83f2-7d163bc57275 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:19.519820 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8fa97aad-e359-441a-8d2a-136300867439 req-f2a031dd-1587-4cc4-83f2-7d163bc57275 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 943 time: 0.2630496 Apr 15 11:06:19.591645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Pushing event updated for resources: {'Port': ['ID=dab89402-646e-45ac-9201-c1d82a06023f,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:19.606666 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:19.640361 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8fa97aad-e359-441a-8d2a-136300867439 req-ca972331-0d68-4ed8-baa0-b534cfac84ef tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049581 Apr 15 11:06:19.661016 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:19.661788 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.663291 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e1fe56fe-a2db-4daf-b756-0c2fc8d72c24 service neutron] 10.222.0.97 "PUT /v2.0/ports/dab89402-646e-45ac-9201-c1d82a06023f HTTP/1.1" status: 200 len: 1093 time: 1.5855677 Apr 15 11:06:19.663902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'tag': 'dab89402-646e-45ac-9201-c1d82a06023f'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:19.676821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ee971276-3c0f-4837-8d55-4f6cff2fda0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.721479 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'tag': 'dab89402-646e-45ac-9201-c1d82a06023f', 'status': 'completed', 'code': 200} Apr 15 11:06:19.821887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-77a8e732-5ec4-49f0-a616-b15a6d4190b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:19.823615 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-77a8e732-5ec4-49f0-a616-b15a6d4190b4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 1096 time: 0.0836115 Apr 15 11:06:19.912096 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-740da304-ed31-4337-9c9e-b7f82de78b1b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dab89402-646e-45ac-9201-c1d82a06023f HTTP/1.1" status: 200 len: 217 time: 0.0723004 Apr 15 11:06:19.981917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-fdaa929b-2df2-41ed-849d-88697b92ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:19.983410 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-fdaa929b-2df2-41ed-849d-88697b92ed59 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0647907 Apr 15 11:06:20.071821 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-9ea9fa66-13aa-4e36-8286-b763e15b7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:20.073450 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-9ea9fa66-13aa-4e36-8286-b763e15b7b68 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828130 Apr 15 11:06:20.217582 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-e95f605d-000f-493d-a278-51b234fd2eeb service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358528 Apr 15 11:06:20.361961 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-2a64eae9-4693-45de-a4da-96e8874dd986 req-9cb8bcd8-01a6-4007-94c2-d61ac3967993 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371868 Apr 15 11:06:20.527375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-a9375d1b-3d2c-4f97-bf5b-0700a02f146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:20.529060 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-a9375d1b-3d2c-4f97-bf5b-0700a02f146b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 1096 time: 0.0796406 Apr 15 11:06:20.672195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-e96bd8c9-8547-4fd8-85c8-028ab9161c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:20.673775 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-e96bd8c9-8547-4fd8-85c8-028ab9161c7b service neutron] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 913 time: 0.1379440 Apr 15 11:06:20.751179 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-ee7c9e72-7719-4fab-a361-2ea56e33a908 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dab89402-646e-45ac-9201-c1d82a06023f HTTP/1.1" status: 200 len: 217 time: 0.0691245 Apr 15 11:06:20.870320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-243ade75-00f1-4d77-b083-ce91d1b1d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:20.871944 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-243ade75-00f1-4d77-b083-ce91d1b1d66f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.1144595 Apr 15 11:06:20.953406 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c36bf-2916-4d63-a77f-32021a675cad req-6ff387de-75ee-43c3-abf0-1085d9b46a8e tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:20.955065 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8a1c36bf-2916-4d63-a77f-32021a675cad req-6ff387de-75ee-43c3-abf0-1085d9b46a8e tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 943 time: 0.1636636 Apr 15 11:06:21.014070 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-28e46162-ee07-4649-90be-174b1b7df7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:21.015676 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-28e46162-ee07-4649-90be-174b1b7df7ba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1351957 Apr 15 11:06:21.020585 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8a1c36bf-2916-4d63-a77f-32021a675cad req-f561a054-030c-40ff-bd9b-0e1fe3f6a26b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580511 Apr 15 11:06:21.161460 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-70faacb1-635b-4a18-a677-dd7dfa48f10e service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374021 Apr 15 11:06:21.307695 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f73bfc1b-6fe8-4c9a-93a6-9dc57e0abffd req-8b4d10e6-4dbb-488a-b89d-0150f0314c76 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374333 Apr 15 11:06:21.356180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device dab89402-646e-45ac-9201-c1d82a06023f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:06:21.508936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port dab89402-646e-45ac-9201-c1d82a06023f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dab89402-646e-45ac-9201-c1d82a06023f,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:21.524202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': 'dab89402-646e-45ac-9201-c1d82a06023f', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'port_id': 'dab89402-646e-45ac-9201-c1d82a06023f', 'mac_address': 'fa:16:3e:82:f6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:06:21.584686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.604012 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab89402-646e-45ac-9201-c1d82a06023f {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:06:21.620816 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port dab89402-646e-45ac-9201-c1d82a06023f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dab89402-646e-45ac-9201-c1d82a06023f,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:21.625028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.628454 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:21.706959 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=dab89402-646e-45ac-9201-c1d82a06023f,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:21.715351 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.715751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.716157 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.716494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.716865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.717228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.717587 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.717946 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.718298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.718709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.719065 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.719394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:21.723779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:21.971277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['dab89402-646e-45ac-9201-c1d82a06023f'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:06:22.048543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19932b73-6bdd-439c-9dd6-2f8e8a26737b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:22.231052 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af573ee0-ab5c-46db-9ef0-618d4461ba6a req-cf874fb2-6e11-4688-98c7-ca7e44cf5a9b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:22.232641 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af573ee0-ab5c-46db-9ef0-618d4461ba6a req-cf874fb2-6e11-4688-98c7-ca7e44cf5a9b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 944 time: 0.0961068 Apr 15 11:06:22.280942 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-af573ee0-ab5c-46db-9ef0-618d4461ba6a req-128acac5-8fe3-4b72-8363-5226658c9234 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Apr 15 11:06:23.129099 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:23.165425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:23.365039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device dab89402-646e-45ac-9201-c1d82a06023f up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:06:23.441346 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port dab89402-646e-45ac-9201-c1d82a06023f completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:06:23.446310 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port dab89402-646e-45ac-9201-c1d82a06023f triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:06:23.446760 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:23.498561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc9777-e66f-4a3a-b9b7-2f290116e3a1 req-da08d171-fc96-4e97-a705-db65c95e67aa tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:23.500295 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-77dc9777-e66f-4a3a-b9b7-2f290116e3a1 req-da08d171-fc96-4e97-a705-db65c95e67aa tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 944 time: 0.0945003 Apr 15 11:06:23.558297 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-77dc9777-e66f-4a3a-b9b7-2f290116e3a1 req-2e0470ae-d2d6-497c-8324-91b859e10978 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468695 Apr 15 11:06:23.575596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:23.604053 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab89402-646e-45ac-9201-c1d82a06023f'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:23.614898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port dab89402-646e-45ac-9201-c1d82a06023f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dab89402-646e-45ac-9201-c1d82a06023f,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:23.619528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:23.622584 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:23.665442 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab89402-646e-45ac-9201-c1d82a06023f', 'code': 200} Apr 15 11:06:23.699944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=dab89402-646e-45ac-9201-c1d82a06023f,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:23.702976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:23.953744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5b354-c0ff-4e6a-98be-312bffbb6e21 req-fe9770a1-83ea-4a19-b055-af6824831412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:23.955355 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-90a5b354-c0ff-4e6a-98be-312bffbb6e21 req-fe9770a1-83ea-4a19-b055-af6824831412 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0801508 Apr 15 11:06:23.999166 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-90a5b354-c0ff-4e6a-98be-312bffbb6e21 req-03d30a3b-3062-42c2-a4de-0b4eea7b21b6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370584 Apr 15 11:06:24.525207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:25.021618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bd1b5-5143-498f-9859-da4e8ee21020 req-e754e001-cb64-4411-8f39-fbd0d5f7fdd9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:25.023320 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1c7bd1b5-5143-498f-9859-da4e8ee21020 req-e754e001-cb64-4411-8f39-fbd0d5f7fdd9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 945 time: 0.3471639 Apr 15 11:06:25.073291 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1c7bd1b5-5143-498f-9859-da4e8ee21020 req-afcf2ef9-02e1-4fdd-a784-b38667e18fc1 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 Apr 15 11:06:26.291212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044165c-d86e-4260-8498-2576c2c219f4 req-9c90c050-3ee2-487f-b07b-743c3de1513a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:26.293084 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c044165c-d86e-4260-8498-2576c2c219f4 req-9c90c050-3ee2-487f-b07b-743c3de1513a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 945 time: 0.0908096 Apr 15 11:06:26.349092 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c044165c-d86e-4260-8498-2576c2c219f4 req-5e0ab93d-e818-42ac-8082-f4830354610f tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474839 Apr 15 11:06:26.561017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e87d44-70e0-4c28-be1e-c43a10ee3547 req-7095fef2-86c0-487b-aee4-875397924d4c tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:26.562764 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c5e87d44-70e0-4c28-be1e-c43a10ee3547 req-7095fef2-86c0-487b-aee4-875397924d4c tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 945 time: 0.0981658 Apr 15 11:06:26.577614 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 44966) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:26.583872 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-d1ff337b-c5f3-4afe-b9eb-0fce1a380b53 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Request body: {'floatingip': {'port_id': 'dab89402-646e-45ac-9201-c1d82a06023f'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:06:26.671508 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d1ff337b-c5f3-4afe-b9eb-0fce1a380b53 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:27.319357 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d1ff337b-c5f3-4afe-b9eb-0fce1a380b53 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:27.322925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d1ff337b-c5f3-4afe-b9eb-0fce1a380b53 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:27.512042 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [None req-d1ff337b-c5f3-4afe-b9eb-0fce1a380b53 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Floating IP 37cb56a5-d3aa-4d25-8f28-c2db5a0e1f85 associated. External IP: 172.28.0.171, port: dab89402-646e-45ac-9201-c1d82a06023f. Apr 15 11:06:27.897899 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ff337b-c5f3-4afe-b9eb-0fce1a380b53 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:06:28.096435 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ff337b-c5f3-4afe-b9eb-0fce1a380b53 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:06:28.101567 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d1ff337b-c5f3-4afe-b9eb-0fce1a380b53 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:28.106463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] Sync routers for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:06:28.117721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:28.118431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:06:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:28.162681 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d1ff337b-c5f3-4afe-b9eb-0fce1a380b53 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "PUT /v2.0/floatingips/37cb56a5-d3aa-4d25-8f28-c2db5a0e1f85 HTTP/1.1" status: 200 len: 991 time: 1.5834625 Apr 15 11:06:28.163336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'tag': 'dab89402-646e-45ac-9201-c1d82a06023f'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:28.213658 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'tag': 'dab89402-646e-45ac-9201-c1d82a06023f', 'status': 'completed', 'code': 200} Apr 15 11:06:28.311542 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:28.359647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-5235600e-bb95-480b-85e0-2808aeecc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:28.361281 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-5235600e-bb95-480b-85e0-2808aeecc920 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0800233 Apr 15 11:06:28.506752 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-218baea3-025d-4e0c-abb9-d600e11d6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:28.508752 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-218baea3-025d-4e0c-abb9-d600e11d6ce6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 913 time: 0.1398337 Apr 15 11:06:28.621963 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-c88289f6-4742-4df5-8a44-123685051dfa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dab89402-646e-45ac-9201-c1d82a06023f HTTP/1.1" status: 200 len: 999 time: 0.1064758 Apr 15 11:06:28.680762 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '37cb56a5-d3aa-4d25-8f28-c2db5a0e1f85', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'floating_ip_address': '172.28.0.171', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'port_id': 'dab89402-646e-45ac-9201-c1d82a06023f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'mac_address': 'fa:16:3e:82:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:06:13Z', 'updated_at': '2021-04-15T11:06:27Z', 'revision_number': 1, 'project_id': '685af50e28eb4be98593cc1219937aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:28.684785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] Checking router: dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:06:28.693008 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-61f8e25b-0dcb-4db7-95b1-36a8e18e6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:28.693696 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:28.694332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:06:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:28.694631 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-61f8e25b-0dcb-4db7-95b1-36a8e18e6892 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0652776 Apr 15 11:06:28.783996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-547d6b6f-c637-4642-bcc6-553f2aee60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:28.785578 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-547d6b6f-c637-4642-bcc6-553f2aee60ef service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838759 Apr 15 11:06:28.935751 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-9d76dd0c-9ffa-44e7-a857-cc738c60a72d service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435707 Apr 15 11:06:29.059992 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:29.351344 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-acdafc7d-6c0c-4e71-9488-85594c1f672c req-d8fec691-6721-4cee-97fb-c721981097f2 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080291 Apr 15 11:06:29.399463 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:29.481321 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '37cb56a5-d3aa-4d25-8f28-c2db5a0e1f85', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'floating_ip_address': '172.28.0.171', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'port_id': 'dab89402-646e-45ac-9201-c1d82a06023f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'mac_address': 'fa:16:3e:82:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:06:13Z', 'updated_at': '2021-04-15T11:06:27Z', 'revision_number': 1, 'project_id': '685af50e28eb4be98593cc1219937aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:29.486912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db649b5-6b73-43fe-8bf8-a1a77d937954 None None] The sync data for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb is: [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '37cb56a5-d3aa-4d25-8f28-c2db5a0e1f85', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'floating_ip_address': '172.28.0.171', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'port_id': 'dab89402-646e-45ac-9201-c1d82a06023f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'mac_address': 'fa:16:3e:82:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:06:13Z', 'updated_at': '2021-04-15T11:06:27Z', 'revision_number': 1, 'project_id': '685af50e28eb4be98593cc1219937aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:06:29.799340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f87234e-e80d-45e9-889c-24a5f29295d0 None None] New status for floating IP 37cb56a5-d3aa-4d25-8f28-c2db5a0e1f85: ACTIVE {{(pid=85315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:06:47.349473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:06:49.677986 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-65edf5d7-fd60-44fe-bdcf-99f8592e82e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:52.032884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33280a41-48de-49c2-bcd2-463cc6cb4350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:53.133909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:53.159835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:54.528602 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:59.410167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:02.719635 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-fded5815-ff26-41b4-964e-0dd575073bd7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802863 Apr 15 11:07:02.890894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-8dc86ac4-5881-4d98-beac-6b3d40b8423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:02.892461 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-8dc86ac4-5881-4d98-beac-6b3d40b8423f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=685af50e28eb4be98593cc1219937aff&device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0828521 Apr 15 11:07:03.058666 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-6d644245-b9b0-47b3-beea-2567a529e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:03.060257 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-6d644245-b9b0-47b3-beea-2567a529e7aa service neutron] 10.222.0.97 "GET /v2.0/networks?id=3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 200 len: 913 time: 0.1471536 Apr 15 11:07:03.176951 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-110e9ae1-7a01-4fa4-9fcc-f3165dfce764 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dab89402-646e-45ac-9201-c1d82a06023f HTTP/1.1" status: 200 len: 1001 time: 0.1089303 Apr 15 11:07:03.253586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-9a766cd6-cfd4-4285-b9e3-c32a1a0e31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:03.255241 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-9a766cd6-cfd4-4285-b9e3-c32a1a0e31fc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 200 len: 850 time: 0.0716836 Apr 15 11:07:03.344002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-87115c83-ec96-40b4-b090-6573ab4a93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:03.345602 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-87115c83-ec96-40b4-b090-6573ab4a93bb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3283c1a8-f788-41eb-813e-bab708756927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831695 Apr 15 11:07:03.493924 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-bd4fb256-6744-4ad5-8d53-7c72a6b296ff service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409030 Apr 15 11:07:03.640803 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-98ffe86f-3cea-4730-8b5f-26c0179cbe8d req-1b32d79f-44eb-4f52-be4c-c9642d715465 service neutron] 10.222.0.97 "GET /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390471 Apr 15 11:07:17.910690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3fe7e-0a10-48f0-ac14-9a7301293df8 req-ee8d87f0-05b0-4e7f-9858-cb00fce931fd tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:17.912276 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-09e3fe7e-0a10-48f0-ac14-9a7301293df8 req-ee8d87f0-05b0-4e7f-9858-cb00fce931fd tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 945 time: 0.0956435 Apr 15 11:07:17.960046 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-09e3fe7e-0a10-48f0-ac14-9a7301293df8 req-93a409a4-ee14-4e2f-912f-0316751367f0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 Apr 15 11:07:19.198735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52082a5c-9902-48d1-8be0-89f061439149 req-9ed7d1b1-59a1-4ac0-8250-7739a675117d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:19.200320 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-52082a5c-9902-48d1-8be0-89f061439149 req-9ed7d1b1-59a1-4ac0-8250-7739a675117d tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 945 time: 0.1002500 Apr 15 11:07:19.247566 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-52082a5c-9902-48d1-8be0-89f061439149 req-41fd8da3-c36b-476b-837f-d1ebbac0984f tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Apr 15 11:07:19.676341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c40373c5-425e-4fd4-b4bd-2cef06900366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:19.802929 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-387d3223-32d9-497d-a53e-bd44af623a35 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:19.804520 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-387d3223-32d9-497d-a53e-bd44af623a35 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 945 time: 0.0992477 Apr 15 11:07:19.886526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Deleting port dab89402-646e-45ac-9201-c1d82a06023f {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:19.886849 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:20.158402 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] For port dab89402-646e-45ac-9201-c1d82a06023f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dab89402-646e-45ac-9201-c1d82a06023f,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:20.158795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:20.528288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:20.528845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:20.528981 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Floating IP 37cb56a5-d3aa-4d25-8f28-c2db5a0e1f85 disassociated. External IP: 172.28.0.171, port: dab89402-646e-45ac-9201-c1d82a06023f. Apr 15 11:07:20.529317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Calling delete_port for dab89402-646e-45ac-9201-c1d82a06023f owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:07:20.616337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca597d28-960e-4f37-9433-f1b75085d854 req-40abff14-180d-43ee-aada-63dfa46618ca tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:07:20.617950 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ca597d28-960e-4f37-9433-f1b75085d854 req-40abff14-180d-43ee-aada-63dfa46618ca tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 945 time: 0.2536557 Apr 15 11:07:20.712786 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ca597d28-960e-4f37-9433-f1b75085d854 req-dcdc7a3f-7c24-4a21-8df7-163d6e7db022 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups?id=5d0f8429-49e3-42e0-bc08-5e25a4643988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810096 Apr 15 11:07:20.748546 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:20.773875 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-46d22720-1c09-49c8-be96-1e2f4b1be5f7 tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:20.864813 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event deleted for resources: {'Port': ['ID=dab89402-646e-45ac-9201-c1d82a06023f,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:20.883347 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.883756 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.884161 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.884559 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.884953 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.885345 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.885741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.886126 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.886543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.886935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.887321 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.887714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:20.897572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:21.144531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:07:21.337584 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:07:21.348549 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] Sync routers for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:07:21.360044 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:07:21.360716 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:06:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:21.422329 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] No DVR routers for this DVR port dab89402-646e-45ac-9201-c1d82a06023f on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:07:21.425336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:21.428954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'name': 'network-vif-deleted', 'tag': 'dab89402-646e-45ac-9201-c1d82a06023f'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:07:21.445431 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ae13d480-0240-463d-ac5d-4a7e70c3aec1 req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.97 "DELETE /v2.0/ports/dab89402-646e-45ac-9201-c1d82a06023f HTTP/1.1" status: 204 len: 173 time: 1.6348047 Apr 15 11:07:21.555442 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b102a3-f075-4c72-a78e-15911d6da7d7', 'name': 'network-vif-deleted', 'tag': 'dab89402-646e-45ac-9201-c1d82a06023f', 'status': 'completed', 'code': 200} Apr 15 11:07:21.564607 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:07:21.899836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-855eac80-b92b-4ceb-9aaf-a2b512eb2c5f req-eeba84e9-6022-4390-805f-3e9fbb86c14b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Synchronizing usage tracker for tenant:685af50e28eb4be98593cc1219937aff on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:07:21.900647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:21.904842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] Checking router: dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:07:21.914673 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:07:21.915408 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:06:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:21.916741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-855eac80-b92b-4ceb-9aaf-a2b512eb2c5f req-eeba84e9-6022-4390-805f-3e9fbb86c14b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Unset dirty status for tenant:685af50e28eb4be98593cc1219937aff on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:07:21.918603 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-855eac80-b92b-4ceb-9aaf-a2b512eb2c5f req-eeba84e9-6022-4390-805f-3e9fbb86c14b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/ports?device_id=27b102a3-f075-4c72-a78e-15911d6da7d7 HTTP/1.1" status: 200 len: 210 time: 0.0692961 Apr 15 11:07:22.025343 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-97496bf6-5e5e-491b-ba9a-35bc5b1ae9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.109489 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:07:22.450113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:22.454409 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5701a51b-ffe9-4fea-8a65-0708db517ece None None] The sync data for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb is: [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:03:23Z', 'revision_number': 4, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'ea1ca564-4c28-48f2-b38f-86962dcaa916', 'name': '', 'network_id': '3283c1a8-f788-41eb-813e-bab708756927', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'mac_address': 'fa:16:3e:45:e2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:22Z', 'updated_at': '2021-04-15T11:03:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'subnets': [{'id': 'a4c34a6c-9a03-44ba-8f2a-6caa65e10250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:07:22.857782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a02db8-2a4b-40a2-bdf7-4ded9a21fa7b None None] New status for floating IP 37cb56a5-d3aa-4d25-8f28-c2db5a0e1f85: DOWN {{(pid=85315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:07:23.052859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45142) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:23.124330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.126721 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.159428 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.161704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.209660 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.213853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bf507c8d-edf9-455d-907c-54522f966a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:23.234125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0f8429-49e3-42e0-bc08-5e25a4643988,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:23.243234 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.243631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.244045 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.244450 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.244855 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.245266 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.245661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.246060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.246502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.246882 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.247275 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.247669 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:23.252606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:23.256373 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.257528 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-628d197c-2600-48d0-8cf5-de4340580d2b tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "DELETE /v2.0/security-groups/5d0f8429-49e3-42e0-bc08-5e25a4643988 HTTP/1.1" status: 204 len: 168 time: 0.2036145 Apr 15 11:07:23.260388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45146) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:23.277855 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.api.v2.resource [None req-173b27d4-30b6-4713-8e80-74c4429630dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] show failed (client error): The resource could not be found. Apr 15 11:07:23.278961 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-173b27d4-30b6-4713-8e80-74c4429630dc tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "GET /v2.0/security-groups/5d0f8429-49e3-42e0-bc08-5e25a4643988 HTTP/1.1" status: 404 len: 347 time: 0.0176201 Apr 15 11:07:23.283260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45150) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:23.452138 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Deleting port 7ded00fb-0de4-4f17-87f3-b4a2a3ad936e {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:23.452518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.641677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.642044 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.693341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device dab89402-646e-45ac-9201-c1d82a06023f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:07:23.734323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: dab89402-646e-45ac-9201-c1d82a06023f {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:07:23.734656 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device dab89402-646e-45ac-9201-c1d82a06023f not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:07:23.781131 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Calling delete_port for 7ded00fb-0de4-4f17-87f3-b4a2a3ad936e owned by network:floatingip {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:07:23.929131 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.945295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-50766494-6dcb-4779-8d48-74a3a85f9f70 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:24.036877 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Pushing event deleted for resources: {'Port': ['ID=7ded00fb-0de4-4f17-87f3-b4a2a3ad936e,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:24.046873 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:24.208106 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks [] for floatingip, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:24.232320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:24.233989 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-86fddfdd-c623-4362-88c1-0e35aefb77ad tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] 10.222.0.71 "DELETE /v2.0/floatingips/37cb56a5-d3aa-4d25-8f28-c2db5a0e1f85 HTTP/1.1" status: 204 len: 168 time: 0.9494882 Apr 15 11:07:24.349765 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:07:24.533069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:28.354521 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45182) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:29.186138 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815431'] for router_interface, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:29.407739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:29.583441 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Deleting port ea1ca564-4c28-48f2-b38f-86962dcaa916 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:29.583897 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:29.773183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] For port ea1ca564-4c28-48f2-b38f-86962dcaa916, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=ea1ca564-4c28-48f2-b38f-86962dcaa916,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:29.773575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:29.906406 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Calling delete_port for ea1ca564-4c28-48f2-b38f-86962dcaa916 owned by network:router_interface {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:07:30.094983 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:30.110306 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ebdbe3e9-125e-46bb-87cf-8fbd44e335a0 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:30.209164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1ca564-4c28-48f2-b38f-86962dcaa916,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:30.216023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:30.626720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851003771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815890'] for router_interface, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:31.168848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:07:31.360725 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:07:31.370023 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] Sync routers for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:07:31.375303 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] 10.222.0.71 "PUT /v2.0/routers/dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0193961 Apr 15 11:07:31.378368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45186) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:31.382335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:07:31.383079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:07:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:31.567266 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Notify callbacks [] for router, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:31.577246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:07:31.889465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123'}], 'enable_snat': True}, 'gw_port_id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:07:30Z', 'revision_number': 5, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port': {'id': '26518a12-a567-4ac0-b71c-4e459c436c69', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:03:19Z', 'updated_at': '2021-04-15T11:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:31.893877 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] Checking router: dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:07:31.903575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] Routers {'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:07:31.904231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:07:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:32.023543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:32.034894 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Deleting port 26518a12-a567-4ac0-b71c-4e459c436c69 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:32.035274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:32.240080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] Set router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 gateway port host: None {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:07:32.244500 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] For port 26518a12-a567-4ac0-b71c-4e459c436c69, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=26518a12-a567-4ac0-b71c-4e459c436c69,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:32.244941 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:32.360528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:07:32Z', 'revision_number': 6, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port_host': None}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:32.365487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807c1a4-4e0a-433b-8c55-eb6bfa0709c9 None None] The sync data for ids ['dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95'] in dv-cinder-786384-1-smb is: [{'id': 'dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95', 'name': 'tempest-AttachVolumeTestJSON-2080466387-router', 'tenant_id': '685af50e28eb4be98593cc1219937aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:03:18Z', 'updated_at': '2021-04-15T11:07:32Z', 'revision_number': 6, 'project_id': '685af50e28eb4be98593cc1219937aff', 'gw_port_host': None}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:07:32.383080 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Calling delete_port for 26518a12-a567-4ac0-b71c-4e459c436c69 owned by network:router_gateway {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:07:32.574125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:32.590240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:32.685973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Pushing event deleted for resources: {'Port': ['ID=26518a12-a567-4ac0-b71c-4e459c436c69,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:32.697216 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:32.861584 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3815732'] for router_gateway, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:33.062635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59749'] for router, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:33.065107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:33.104606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850859454'] for router, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:33.105341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 {{(pid=85314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:07:33.119343 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] Notify callbacks [] for router, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:33.120907 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-604d7434-72b7-48bd-946e-e53201b38406 admin admin] 10.222.0.71 "DELETE /v2.0/routers/dbec2d8f-1e19-40ef-a5a9-03ad78f3ec95 HTTP/1.1" status: 204 len: 168 time: 1.7414815 Apr 15 11:07:33.123951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45190) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:33.190525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9eede9-7038-4af6-be2b-f2573e6cc825 admin admin] Deleting subnet a4c34a6c-9a03-44ba-8f2a-6caa65e10250 {{(pid=85313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:07:33.194048 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f9eede9-7038-4af6-be2b-f2573e6cc825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:33.251315 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f9eede9-7038-4af6-be2b-f2573e6cc825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852442262'] for subnet, precommit_delete_associations {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:33.379034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f9eede9-7038-4af6-be2b-f2573e6cc825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:33.912105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f9eede9-7038-4af6-be2b-f2573e6cc825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827953581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26686739'] for subnet, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:33.925917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:34.008350 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9eede9-7038-4af6-be2b-f2573e6cc825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c34a6c-9a03-44ba-8f2a-6caa65e10250,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:34.015552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9f9eede9-7038-4af6-be2b-f2573e6cc825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:34.059367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9f9eede9-7038-4af6-be2b-f2573e6cc825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for subnet, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.065255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac4a2c-ee89-4c9a-9bc8-e23ea6f8ced1 None None] Network 3283c1a8-f788-41eb-813e-bab708756927 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:07:34.065734 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9f9eede9-7038-4af6-be2b-f2573e6cc825 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a4c34a6c-9a03-44ba-8f2a-6caa65e10250 HTTP/1.1" status: 204 len: 168 time: 0.9404523 Apr 15 11:07:34.069000 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45194) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:34.185480 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.257716 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Deleting port 30cb2afc-5fa8-4450-834d-773d42d2d5ca {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:34.258090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.350781 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] DHCP port deletion for 3283c1a8-f788-41eb-813e-bab708756927 request from dv-cinder-786384-1-smb {{(pid=85315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:07:34.355862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] Deleting port 30cb2afc-5fa8-4450-834d-773d42d2d5ca {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:34.356403 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.392297 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 26518a12-a567-4ac0-b71c-4e459c436c69 no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:07:34.436518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: 26518a12-a567-4ac0-b71c-4e459c436c69 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:07:34.436794 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 26518a12-a567-4ac0-b71c-4e459c436c69 not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:07:34.437293 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device ea1ca564-4c28-48f2-b38f-86962dcaa916 no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:07:34.475838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: ea1ca564-4c28-48f2-b38f-86962dcaa916 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:07:34.476229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device ea1ca564-4c28-48f2-b38f-86962dcaa916 not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:07:34.487594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] For port 30cb2afc-5fa8-4450-834d-773d42d2d5ca, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=30cb2afc-5fa8-4450-834d-773d42d2d5ca,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:34.487971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.625809 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Calling delete_port for 30cb2afc-5fa8-4450-834d-773d42d2d5ca owned by network:dhcp {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:07:34.654867 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] For port 30cb2afc-5fa8-4450-834d-773d42d2d5ca, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=30cb2afc-5fa8-4450-834d-773d42d2d5ca,segment=NetworkSegment(75d5a574-a217-4f37-bf65-24f1f2e7f90e),segment_id=75d5a574-a217-4f37-bf65-24f1f2e7f90e)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:07:34.655308 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.705371 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.718845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f5dcd926-1b65-45f3-875f-d2d9765da90e tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:34.769584 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Pushing event deleted for resources: {'Port': ['ID=30cb2afc-5fa8-4450-834d-773d42d2d5ca,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:34.818840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:34.872748 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] No DVR routers for this DVR port 30cb2afc-5fa8-4450-834d-773d42d2d5ca on host dv-cinder-786384-1-smb {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:07:34.962629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] Calling delete_port for 30cb2afc-5fa8-4450-834d-773d42d2d5ca owned by network:dhcp {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:07:35.001342 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:35.036135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.db.api [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:07:35.036639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_db.api [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:07:35.117059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3283c1a8-f788-41eb-813e-bab708756927']}} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:35.129716 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d5a574-a217-4f37-bf65-24f1f2e7f90e') {'for_net_delete': True} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:35.130013 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d5a574-a217-4f37-bf65-24f1f2e7f90e') {} {{(pid=85313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:07:35.141956 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2333554'] for segment, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:35.166384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:35.173453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=85313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:07:35.354248 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Network 3283c1a8-f788-41eb-813e-bab708756927 has no segments {{(pid=85313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:07:35.363697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26821872'] for segment, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:35.538120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] Deleting port 30cb2afc-5fa8-4450-834d-773d42d2d5ca {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:07:35.538641 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:35.543711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Network 3283c1a8-f788-41eb-813e-bab708756927 has no segments {{(pid=85313) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:07:35.566245 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:07:35.613367 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-9cc63b3c-0c9d-40b5-aebe-7b7e868c92ea None None] The port '30cb2afc-5fa8-4450-834d-773d42d2d5ca' was deleted {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:07:35.650815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:35.654675 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:35.673317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:35.685129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Pushing event deleted for resources: {'Network': ['ID=3283c1a8-f788-41eb-813e-bab708756927,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:35.688513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:35.699974 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3283c1a8-f788-41eb-813e-bab708756927 HTTP/1.1" status: 204 len: 168 time: 1.6299074 Apr 15 11:07:35.890757 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45200) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:35.945417 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ca8fde74-5564-4276-8682-8760e8bdf73e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=685af50e28eb4be98593cc1219937aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533903 Apr 15 11:07:35.948787 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45204) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:36.008865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b8fe4283-eef9-4a52-aab5-17bc7c3cda7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:36.035664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b8fe4283-eef9-4a52-aab5-17bc7c3cda7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:36.100766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b8fe4283-eef9-4a52-aab5-17bc7c3cda7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:36.104627 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6b47f299-3e2f-4a92-8573-afa583cd0425 tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:36.119296 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe4283-eef9-4a52-aab5-17bc7c3cda7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05819c17-c3a4-43d9-a5cb-e7447dc778f1,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:36.123336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b8fe4283-eef9-4a52-aab5-17bc7c3cda7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:36.126750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b8fe4283-eef9-4a52-aab5-17bc7c3cda7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:36.127952 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b8fe4283-eef9-4a52-aab5-17bc7c3cda7f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/05819c17-c3a4-43d9-a5cb-e7447dc778f1 HTTP/1.1" status: 204 len: 168 time: 0.1785827 Apr 15 11:07:36.351230 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 30cb2afc-5fa8-4450-834d-773d42d2d5ca no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:07:36.390489 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: 30cb2afc-5fa8-4450-834d-773d42d2d5ca {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:07:36.390850 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 30cb2afc-5fa8-4450-834d-773d42d2d5ca not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:07:40.624288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45266) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:40.771829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e5e53880-947a-4571-a3fe-59e668c8e9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:40.790401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-e5e53880-947a-4571-a3fe-59e668c8e9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:40.795061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-e5e53880-947a-4571-a3fe-59e668c8e9b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ea262921355840e1a4c467926782b552 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:40.798209 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-e5e53880-947a-4571-a3fe-59e668c8e9b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:40.804657 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-e5e53880-947a-4571-a3fe-59e668c8e9b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:40.900199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e5e53880-947a-4571-a3fe-59e668c8e9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:40.903936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e5e53880-947a-4571-a3fe-59e668c8e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:40.911410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ee3ba3b5-f6c9-4a74-9423-3eca6c14a3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:40.955324 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e5e53880-947a-4571-a3fe-59e668c8e9b9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ea262921355840e1a4c467926782b552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298664 Apr 15 11:07:40.956285 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e53880-947a-4571-a3fe-59e668c8e9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7ae3d4-69d7-4b33-ae16-b622bd25889f,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:40.958576 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45272) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:40.959805 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e5e53880-947a-4571-a3fe-59e668c8e9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:41.028050 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3a21872e-c707-49b9-b2ca-3c413fc4f8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:41.058283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3a21872e-c707-49b9-b2ca-3c413fc4f8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:41.111248 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3a21872e-c707-49b9-b2ca-3c413fc4f8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:41.116909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ddfb7cbe-7487-4b9f-97f7-0be5d055b68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:41.131791 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21872e-c707-49b9-b2ca-3c413fc4f8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7ae3d4-69d7-4b33-ae16-b622bd25889f,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:41.134662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3a21872e-c707-49b9-b2ca-3c413fc4f8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:41.135925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3a21872e-c707-49b9-b2ca-3c413fc4f8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:41.137266 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3a21872e-c707-49b9-b2ca-3c413fc4f8aa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a7ae3d4-69d7-4b33-ae16-b622bd25889f HTTP/1.1" status: 204 len: 168 time: 0.1774578 Apr 15 11:07:46.186258 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45358) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:46.330168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba298956-d594-4dfc-a7e3-6a46f3c207d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:46.346638 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ba298956-d594-4dfc-a7e3-6a46f3c207d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:46.351693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ba298956-d594-4dfc-a7e3-6a46f3c207d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3fa06dcd84410582c2fc75f7c707db is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:46.354853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ba298956-d594-4dfc-a7e3-6a46f3c207d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:46.361487 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ba298956-d594-4dfc-a7e3-6a46f3c207d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:46.450286 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba298956-d594-4dfc-a7e3-6a46f3c207d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:46.455058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ba298956-d594-4dfc-a7e3-6a46f3c207d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:46.463086 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1a8051e0-11a7-4a1d-9bba-448e84f5ccdb tempest-TestShelveInstance-1946393884 tempest-TestShelveInstance-1946393884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:46.511619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba298956-d594-4dfc-a7e3-6a46f3c207d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6557b4ec-190e-4e0f-9771-4756d3e3a802,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:46.517014 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ba298956-d594-4dfc-a7e3-6a46f3c207d9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3d3fa06dcd84410582c2fc75f7c707db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294609 Apr 15 11:07:46.518158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ba298956-d594-4dfc-a7e3-6a46f3c207d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:46.519162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45364) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:46.587006 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b7893e35-8053-44a9-9682-7255179cd196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:46.615474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b7893e35-8053-44a9-9682-7255179cd196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:46.665499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b7893e35-8053-44a9-9682-7255179cd196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:46.669667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6f85ca85-e563-4fbb-bc68-aa3c714eb189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:46.683149 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7893e35-8053-44a9-9682-7255179cd196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6557b4ec-190e-4e0f-9771-4756d3e3a802,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:46.685875 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b7893e35-8053-44a9-9682-7255179cd196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:46.694736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b7893e35-8053-44a9-9682-7255179cd196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:46.696166 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b7893e35-8053-44a9-9682-7255179cd196 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6557b4ec-190e-4e0f-9771-4756d3e3a802 HTTP/1.1" status: 204 len: 168 time: 0.1758058 Apr 15 11:07:47.034741 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45372) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:47.061092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2416-3355-454f-ad73-f984e664a672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.077078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ec1b2416-3355-454f-ad73-f984e664a672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:47.081504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ec1b2416-3355-454f-ad73-f984e664a672 admin admin] Usage tracker for resource:security_group_rule and tenant:d1280dc3d7d44282912156c293c91f95 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:47.084817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ec1b2416-3355-454f-ad73-f984e664a672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:47.091255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ec1b2416-3355-454f-ad73-f984e664a672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:47.184224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2416-3355-454f-ad73-f984e664a672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.188865 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ec1b2416-3355-454f-ad73-f984e664a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.196973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2a305126-1f32-4065-a5f6-b9836641f386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:47.242198 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ec1b2416-3355-454f-ad73-f984e664a672 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d1280dc3d7d44282912156c293c91f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060566 Apr 15 11:07:47.243152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b2416-3355-454f-ad73-f984e664a672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1587889-2771-42a6-b2a6-8fed5372bb36,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:47.245355 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45376) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:47.246512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ec1b2416-3355-454f-ad73-f984e664a672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:47.312530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2f47f20d-08c2-4aee-ad28-f65e59886ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.341755 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2f47f20d-08c2-4aee-ad28-f65e59886ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.387734 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2f47f20d-08c2-4aee-ad28-f65e59886ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.392686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-60a23a91-1d77-438e-9012-111c044278da tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:47.405673 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47f20d-08c2-4aee-ad28-f65e59886ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1587889-2771-42a6-b2a6-8fed5372bb36,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:47.409485 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2f47f20d-08c2-4aee-ad28-f65e59886ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:47.415880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2f47f20d-08c2-4aee-ad28-f65e59886ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:47.417285 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2f47f20d-08c2-4aee-ad28-f65e59886ad8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1587889-2771-42a6-b2a6-8fed5372bb36 HTTP/1.1" status: 204 len: 168 time: 0.1707959 Apr 15 11:07:49.672166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-89b842c4-8877-4aa8-831d-d881d4873b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:52.027286 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3e675ecf-f53f-4900-aecd-e7e8d93854e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:53.132606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:53.164744 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:53.501151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45476) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:53.682055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fc14beca-72c2-4f81-8ba9-f258e40a3559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:53.697965 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-fc14beca-72c2-4f81-8ba9-f258e40a3559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:53.702431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-fc14beca-72c2-4f81-8ba9-f258e40a3559 admin admin] Usage tracker for resource:security_group_rule and tenant:b5b28149931449819b81751e7ebaee27 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:53.705530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-fc14beca-72c2-4f81-8ba9-f258e40a3559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:53.712129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-fc14beca-72c2-4f81-8ba9-f258e40a3559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:53.811458 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fc14beca-72c2-4f81-8ba9-f258e40a3559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:53.815520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fc14beca-72c2-4f81-8ba9-f258e40a3559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:53.828430 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ae527927-611a-4929-9c9f-400c8e2031b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:53.872181 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-fc14beca-72c2-4f81-8ba9-f258e40a3559 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b5b28149931449819b81751e7ebaee27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697772 Apr 15 11:07:53.873916 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14beca-72c2-4f81-8ba9-f258e40a3559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762a1b50-cd9b-492f-ad8e-aa316cda712b,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:53.875407 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45482) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:53.877174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-fc14beca-72c2-4f81-8ba9-f258e40a3559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:53.941331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-165b28c2-3a2c-47f6-99ef-8a942af2a530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:53.973034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-165b28c2-3a2c-47f6-99ef-8a942af2a530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.021829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-165b28c2-3a2c-47f6-99ef-8a942af2a530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.025690 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-991908c0-e49d-468e-bd5b-a571d8d55096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:54.039387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b28c2-3a2c-47f6-99ef-8a942af2a530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762a1b50-cd9b-492f-ad8e-aa316cda712b,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:54.043946 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-165b28c2-3a2c-47f6-99ef-8a942af2a530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:54.049824 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-165b28c2-3a2c-47f6-99ef-8a942af2a530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.051065 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-165b28c2-3a2c-47f6-99ef-8a942af2a530 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/762a1b50-cd9b-492f-ad8e-aa316cda712b HTTP/1.1" status: 204 len: 168 time: 0.1745536 Apr 15 11:07:54.367168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45490) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:54.386867 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8efc0d13-e2f7-410f-a354-96e5272f3d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.402363 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-8efc0d13-e2f7-410f-a354-96e5272f3d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:54.406823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-8efc0d13-e2f7-410f-a354-96e5272f3d40 admin admin] Usage tracker for resource:security_group_rule and tenant:1e74885efdb84b5f980e7f2e9331c81c is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:54.409902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-8efc0d13-e2f7-410f-a354-96e5272f3d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:54.416616 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-8efc0d13-e2f7-410f-a354-96e5272f3d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:54.505745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8efc0d13-e2f7-410f-a354-96e5272f3d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.511917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8efc0d13-e2f7-410f-a354-96e5272f3d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.522550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2dde859d-a82c-4f0f-ad59-f5de853b807c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:54.538211 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.564451 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc0d13-e2f7-410f-a354-96e5272f3d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb25549a-d937-49d0-9c86-73eef3954d9b,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:54.569353 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8efc0d13-e2f7-410f-a354-96e5272f3d40 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e74885efdb84b5f980e7f2e9331c81c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010715 Apr 15 11:07:54.570337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8efc0d13-e2f7-410f-a354-96e5272f3d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:54.572201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45494) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:54.640589 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b90f4344-58fb-47bf-b0cb-d06076352818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.668214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b90f4344-58fb-47bf-b0cb-d06076352818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.716985 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b90f4344-58fb-47bf-b0cb-d06076352818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.721035 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9adbb37f-0664-464a-a69c-6e837e5d469d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:54.733972 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f4344-58fb-47bf-b0cb-d06076352818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb25549a-d937-49d0-9c86-73eef3954d9b,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:54.736824 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b90f4344-58fb-47bf-b0cb-d06076352818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:54.744987 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b90f4344-58fb-47bf-b0cb-d06076352818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:54.746210 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b90f4344-58fb-47bf-b0cb-d06076352818 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eb25549a-d937-49d0-9c86-73eef3954d9b HTTP/1.1" status: 204 len: 168 time: 0.1729987 Apr 15 11:07:55.158144 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45502) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:55.178288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-426e8785-2c13-4ca7-a12a-3ae9c3de855f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.194104 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-426e8785-2c13-4ca7-a12a-3ae9c3de855f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:55.198944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-426e8785-2c13-4ca7-a12a-3ae9c3de855f admin admin] Usage tracker for resource:security_group_rule and tenant:e3bc0bd67f6e430e84f74e089bb5f37e is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:55.202160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-426e8785-2c13-4ca7-a12a-3ae9c3de855f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:55.211748 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-426e8785-2c13-4ca7-a12a-3ae9c3de855f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:55.316222 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-426e8785-2c13-4ca7-a12a-3ae9c3de855f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.320378 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-426e8785-2c13-4ca7-a12a-3ae9c3de855f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.329699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-75b7158f-a03c-4398-92bb-e836917117eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:55.371735 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-426e8785-2c13-4ca7-a12a-3ae9c3de855f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e3bc0bd67f6e430e84f74e089bb5f37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123563 Apr 15 11:07:55.373408 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e8785-2c13-4ca7-a12a-3ae9c3de855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbbfa08-d3bc-46c7-a0f3-39ea45ad0333,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:55.374889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45506) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:55.376879 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-426e8785-2c13-4ca7-a12a-3ae9c3de855f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:55.443274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19462d67-9cf7-45b5-a7ae-7286b99449c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.471968 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19462d67-9cf7-45b5-a7ae-7286b99449c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.520538 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19462d67-9cf7-45b5-a7ae-7286b99449c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.525964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-73990b7e-b3cc-4759-b1ef-527bc3fe49a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:55.540513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19462d67-9cf7-45b5-a7ae-7286b99449c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbbfa08-d3bc-46c7-a0f3-39ea45ad0333,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:55.543699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-19462d67-9cf7-45b5-a7ae-7286b99449c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:55.545646 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19462d67-9cf7-45b5-a7ae-7286b99449c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.547448 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-19462d67-9cf7-45b5-a7ae-7286b99449c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8dbbfa08-d3bc-46c7-a0f3-39ea45ad0333 HTTP/1.1" status: 204 len: 168 time: 0.1700513 Apr 15 11:07:59.415542 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.583714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45566) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:00.720058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c5a612c9-85b8-46d2-b012-21e9ee1bbe6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.739274 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c5a612c9-85b8-46d2-b012-21e9ee1bbe6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:00.743561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c5a612c9-85b8-46d2-b012-21e9ee1bbe6d admin admin] Usage tracker for resource:security_group_rule and tenant:773d4d30eb7a4676b92aa696c2a74682 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:00.746593 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c5a612c9-85b8-46d2-b012-21e9ee1bbe6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:00.752682 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c5a612c9-85b8-46d2-b012-21e9ee1bbe6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:00.837116 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c5a612c9-85b8-46d2-b012-21e9ee1bbe6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.841105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c5a612c9-85b8-46d2-b012-21e9ee1bbe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.848512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5150d977-3974-4928-8c90-2238aad288ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:00.893070 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c5a612c9-85b8-46d2-b012-21e9ee1bbe6d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=773d4d30eb7a4676b92aa696c2a74682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082271 Apr 15 11:08:00.894031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a612c9-85b8-46d2-b012-21e9ee1bbe6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ced8ac-bb36-46ae-9164-1dfcc14f841e,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:00.896280 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45572) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:00.897511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c5a612c9-85b8-46d2-b012-21e9ee1bbe6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:00.965373 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e7fe36da-4d09-4236-ad32-580235ec7f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.995115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e7fe36da-4d09-4236-ad32-580235ec7f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.041870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e7fe36da-4d09-4236-ad32-580235ec7f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.045995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c442ced3-b576-465c-aeab-0c4c355215f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:01.057681 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe36da-4d09-4236-ad32-580235ec7f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ced8ac-bb36-46ae-9164-1dfcc14f841e,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:01.061578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e7fe36da-4d09-4236-ad32-580235ec7f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:01.065026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e7fe36da-4d09-4236-ad32-580235ec7f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.066281 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e7fe36da-4d09-4236-ad32-580235ec7f2a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/26ced8ac-bb36-46ae-9164-1dfcc14f841e HTTP/1.1" status: 204 len: 168 time: 0.1689150 Apr 15 11:08:01.350340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:08:01.392218 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45580) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:01.411610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b6e1bc36-e2e7-44ad-bb01-cf1b9403787f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.427786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b6e1bc36-e2e7-44ad-bb01-cf1b9403787f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:01.432429 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b6e1bc36-e2e7-44ad-bb01-cf1b9403787f admin admin] Usage tracker for resource:security_group_rule and tenant:bb583cca755d475aa47a59078e227664 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:01.435720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b6e1bc36-e2e7-44ad-bb01-cf1b9403787f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:01.442512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b6e1bc36-e2e7-44ad-bb01-cf1b9403787f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:01.532010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b6e1bc36-e2e7-44ad-bb01-cf1b9403787f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.536724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b6e1bc36-e2e7-44ad-bb01-cf1b9403787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.554137 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2f47f20d-08c2-4aee-ad28-f65e59886ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:01.603195 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b6e1bc36-e2e7-44ad-bb01-cf1b9403787f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bb583cca755d475aa47a59078e227664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098193 Apr 15 11:08:01.604122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1bc36-e2e7-44ad-bb01-cf1b9403787f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0117db-69b1-4a9d-9620-e738cca6bd95,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:01.607091 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45584) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:01.607338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b6e1bc36-e2e7-44ad-bb01-cf1b9403787f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:01.681647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a96a97f2-4a3c-4db5-b7ce-be46cacccc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.721479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a96a97f2-4a3c-4db5-b7ce-be46cacccc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.768883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a96a97f2-4a3c-4db5-b7ce-be46cacccc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.772723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-17011464-be95-4586-9679-fcef694d7c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:01.791207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a97f2-4a3c-4db5-b7ce-be46cacccc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0117db-69b1-4a9d-9620-e738cca6bd95,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:01.794327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a96a97f2-4a3c-4db5-b7ce-be46cacccc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:01.806229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a96a97f2-4a3c-4db5-b7ce-be46cacccc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:01.807721 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a96a97f2-4a3c-4db5-b7ce-be46cacccc41 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c0117db-69b1-4a9d-9620-e738cca6bd95 HTTP/1.1" status: 204 len: 168 time: 0.1990800 Apr 15 11:08:19.676420 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cb96b545-f156-41a3-8b82-4fc59cc1ca4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:22.033212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-cb9f4ff5-2414-4fce-a587-c7c8c09c20c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:23.136733 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:23.168536 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:24.541954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:29.417553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:38.350654 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:08:40.243198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45834) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:40.382773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:40.399960 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:40.404728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Usage tracker for resource:security_group_rule and tenant:81e9b7d93e4046c5b269d453e35275fd is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:40.407966 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:40.414564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:40.512091 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:40.516432 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:40.523871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-49204b90-d3e8-4322-8302-3ed4e46b162c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:40.567470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4912e6-1008-4e42-9125-83fc7b452ffd,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:40.571557 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=81e9b7d93e4046c5b269d453e35275fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270540 Apr 15 11:08:40.574964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45840) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:40.578374 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.578823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.579230 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.579635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.580036 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.580433 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.580829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.581221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.581616 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.582005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.582443 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.582836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.587043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d62154e8-8d02-46ab-b0b5-49c22ddeb37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:40.639745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:40.668188 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:40.714189 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:40.718067 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0a42a6d4-6006-45e4-b5a8-c5262c8a0cb9 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:40.731655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4912e6-1008-4e42-9125-83fc7b452ffd,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:40.742328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.742770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.743168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.743565 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.743956 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.744347 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.744735 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.745128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.745519 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.745905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.746648 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.746935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:40.752017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:40.754077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:40.755334 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2b4912e6-1008-4e42-9125-83fc7b452ffd HTTP/1.1" status: 204 len: 168 time: 0.1792314 Apr 15 11:08:41.518916 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45864) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:41.643214 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1237335187-network', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:08:41.648605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:41.653042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Usage tracker for resource:network and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:41.656911 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:41.663352 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:41.676153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Made reservation on behalf of 116563b3a7e5433d82d580afc3da44a7 for: {'network': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:08:41.680980 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.694396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.710341 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:41.714693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Usage tracker for resource:security_group_rule and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:41.717724 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:41.723768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:41.816498 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.820429 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.823571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-04226ed1-4292-4f08-95ab-8392ff93eb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:41.850768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1231, 'physical_network': 'physnet1'} {{(pid=85314) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:08:41.864557 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757bd94f-eaa8-4907-86d0-6195ee51c2ff,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:41.869359 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:41.870397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.870795 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Added segment b670cf31-69f4-41e6-8b18-dee444c6f8e2 of type vlan for network 18f046ea-c089-4bdc-8a83-32baa081ae85 Apr 15 11:08:41.898661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.931677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.933061 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:41.933700 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:41.937438 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:42.049750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Pushing event updated for resources: {'Network': ['ID=18f046ea-c089-4bdc-8a83-32baa081ae85,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:42.054426 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:42.059451 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d4cc4eb7-58a6-4936-94f7-caaa492911ff admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5391896 Apr 15 11:08:42.060572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:08:42.062589 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45870) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:42.068742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Request body: {'subnet': {'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1237335187-subnet', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:08:42.074254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:42.079160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Usage tracker for resource:subnet and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:42.082254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:42.088907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:42.099603 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Made reservation on behalf of 116563b3a7e5433d82d580afc3da44a7 for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:08:42.104543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.530651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.548261 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:42.672555 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4712b59b-df7c-4eaf-8e99-41c0ff843a1a,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:42.677405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:42.748406 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Checking segment: {'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:08:42.748804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Network hostable DHCP agents. Network: 18f046ea-c089-4bdc-8a83-32baa081ae85, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:08:42.769512 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:08:42.779519 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 18f046ea-c089-4bdc-8a83-32baa081ae85) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:08:42.789584 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3026e-fd9a-4b97-9c04-a53d08714ad1 None None] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:08:42.792201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:42.793206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.813203 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-ee708fb7-8da2-40dd-9cef-74bd8a1349c6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7495470 Apr 15 11:08:42.816167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45874) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:42.821631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:08:42.827288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:42.832011 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Usage tracker for resource:router and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:42.836044 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:42.842917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:42.853253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59764'] for router, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.854319 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850858942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850960032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850954210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854716051'] for router, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:42.872796 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.020903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c448b85-0c5b-51f4-9699-53a11923281c-18f046ea-c089-4bdc-8a83-32baa081ae85', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a'}]}} from dv-cinder-786384-1-smb. {{(pid=85315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:08:43.021829 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.161232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850960013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854716066'] for router, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.186280 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Allocated IP 172.20.0.2 (18f046ea-c089-4bdc-8a83-32baa081ae85/4712b59b-df7c-4eaf-8e99-41c0ff843a1a/b9a3edfe-6ab4-4e89-92d1-44aecebdadc0) {{(pid=85315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:08:43.412658 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Notify callbacks [] for port, precommit_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.425057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Transition to ACTIVE for port object b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:08:43.445230 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Transition to ACTIVE for port object b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 will not be triggered until provisioned by entity DHCP. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:08:43.450537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.464128 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:43.598434 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Pushing event updated for resources: {'Port': ['ID=b9a3edfe-6ab4-4e89-92d1-44aecebdadc0,revision_number=1']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:43.611852 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.612232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.612599 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.612961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.613324 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.613683 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.614079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.614437 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.614792 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.615145 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.615494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.615842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:43.621597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:43.667524 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 is already hosted by enough agents. {{(pid=85315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:08:43.668920 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Resources bound (agent type, host, resource id): {{(pid=85315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:08:43.671566 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Received port after_create {{(pid=85315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:08:43.748880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.772404 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Attempting to bind port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:08:43.772826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Attempting to bind port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:08:43.773234 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Attempting to bind port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 on network 18f046ea-c089-4bdc-8a83-32baa081ae85 {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:08:43.779228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:08:43.779509 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Checking segment: {'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:08:43.779956 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.780392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Bound using segment: {'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:08:43.780911 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Bound port: b9a3edfe-6ab4-4e89-92d1-44aecebdadc0, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:08:43.781318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.781441 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.877287 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] For port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:08:43.880472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] For port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=b9a3edfe-6ab4-4e89-92d1-44aecebdadc0,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:08:43.884213 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:43.899590 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:43.931192 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Allocated IP 172.28.0.161 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/dde1ba76-b698-4aa1-9c14-4f86213a6225) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:08:44.048575 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Pushing event updated for resources: {'Port': ['ID=b9a3edfe-6ab4-4e89-92d1-44aecebdadc0,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:44.052015 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-33a0a89f-bf9b-4c46-ba43-02b24c1c472a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:44.093882 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:44.129447 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:44.143200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8704db3d-55d0-4813-864c-4fc754ee7d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:44.281700 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Pushing event updated for resources: {'Port': ['ID=dde1ba76-b698-4aa1-9c14-4f86213a6225,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:44.286278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:44.340610 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:08:44.341786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:08:44.346150 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:08:44.811443 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:45.181582 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850858760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815770'] for router, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:45.397009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac36a7bc-c0c3-4830-b22d-9bc3fa38b2d1 None None] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:08:45.408196 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 is scheduled to L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 with binding_index 1 {{(pid=85314) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:08:45.502242 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-f88abeb3-9668-4728-b3e4-22d4ce660e98 None None] Provisioning for port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:08:45.857616 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:08:45.866766 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Sync routers for ids ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:08:45.877889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Routers {'8cbc2a12-18d2-4c15-ab53-1982b6d57464'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:45.878585 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:08:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:45.881397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] Notify callbacks [] for router, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:45.882778 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1371cd9d-77ce-4eb7-aa8c-b051a74b9a83 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0656526 Apr 15 11:08:45.885804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45878) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:46.069573 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Set router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:46.439679 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:08:46.601559 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:08:46.613430 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:46.613621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:46.613914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:46.833304 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Allocated IP 172.20.0.1 (18f046ea-c089-4bdc-8a83-32baa081ae85/4712b59b-df7c-4eaf-8e99-41c0ff843a1a/e23b7c82-cd1a-473a-a375-fb06cb539f3c) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:08:46.840289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:44Z', 'revision_number': 3, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:46.886574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Checking router: 8cbc2a12-18d2-4c15-ab53-1982b6d57464 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:08:46.887175 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Updating router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 port dde1ba76-b698-4aa1-9c14-4f86213a6225 binding host dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:08:46.969861 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:46.995287 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:46.999261 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.016596 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Transition to ACTIVE for port object e23b7c82-cd1a-473a-a375-fb06cb539f3c will not be triggered until provisioned by entity DHCP. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:08:47.042961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.062858 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-82b3acf1-92dc-4b87-a8f6-a0bafe9f6d48 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:47.074969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=b9a3edfe-6ab4-4e89-92d1-44aecebdadc0,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:47.115382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.120175 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:47.196031 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Pushing event updated for resources: {'Port': ['ID=e23b7c82-cd1a-473a-a375-fb06cb539f3c,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:47.201347 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:47.253082 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:08:47.254316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:08:47.256683 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:08:47.291580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=b9a3edfe-6ab4-4e89-92d1-44aecebdadc0,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:47.303295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:47.314739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815839'] for router_interface, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.447671 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.531748 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-58e41b95-fb93-423d-809e-b34231d7c7b9 None None] Provisioning for port e23b7c82-cd1a-473a-a375-fb06cb539f3c completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:08:47.541625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-58e41b95-fb93-423d-809e-b34231d7c7b9 None None] Provisioning complete for port e23b7c82-cd1a-473a-a375-fb06cb539f3c triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:47.542078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-58e41b95-fb93-423d-809e-b34231d7c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.589385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Notify callbacks [] for port, precommit_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.615853 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Transition to ACTIVE for port object dde1ba76-b698-4aa1-9c14-4f86213a6225 will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:08:47.623606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-58e41b95-fb93-423d-809e-b34231d7c7b9 None None] Port e23b7c82-cd1a-473a-a375-fb06cb539f3c cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:08:47.625897 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.639364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d7fc93e5-0fed-4898-b41e-2c322de3d45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:47.746035 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.750580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.774225 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443e6e7-f995-4fb4-898c-cfb56330aa86 None None] Pushing event updated for resources: {'Port': ['ID=dde1ba76-b698-4aa1-9c14-4f86213a6225,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:47.779084 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b443e6e7-f995-4fb4-898c-cfb56330aa86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:47.783549 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b43443bc-e7b7-4984-ac11-5aac90929a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:47.848181 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Attempting to bind port dde1ba76-b698-4aa1-9c14-4f86213a6225 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:08:47.848605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Attempting to bind port dde1ba76-b698-4aa1-9c14-4f86213a6225 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:08:47.849013 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Attempting to bind port dde1ba76-b698-4aa1-9c14-4f86213a6225 on network 23f07260-2a73-40f9-8de7-f6683f29607f {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:08:47.855009 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:08:47.855392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Checking segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:08:47.855871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.856310 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Bound using segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:08:47.856919 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Bound port: dde1ba76-b698-4aa1-9c14-4f86213a6225, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:08:47.857318 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.876775 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Pushing event updated for resources: {'Port': ['ID=e23b7c82-cd1a-473a-a375-fb06cb539f3c,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:47.879552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815476'] for router_interface, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.896057 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:47.936180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] For port dde1ba76-b698-4aa1-9c14-4f86213a6225, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:08:47.939878 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] For port dde1ba76-b698-4aa1-9c14-4f86213a6225, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=dde1ba76-b698-4aa1-9c14-4f86213a6225,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:08:47.943705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.958891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:48.029472 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:08:48.030824 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:08:48.104672 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443e6e7-f995-4fb4-898c-cfb56330aa86 None None] Pushing event updated for resources: {'Port': ['ID=dde1ba76-b698-4aa1-9c14-4f86213a6225,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:48.108563 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b443e6e7-f995-4fb4-898c-cfb56330aa86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:48.163832 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Routers {'8cbc2a12-18d2-4c15-ab53-1982b6d57464'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:48.164532 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:08:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:48.242554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:08:48.467787 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:08:48.568907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-40165415-6aa2-4504-af23-ab459e0fe3cb None None] Provisioning complete for port e23b7c82-cd1a-473a-a375-fb06cb539f3c triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:48.569328 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-40165415-6aa2-4504-af23-ab459e0fe3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:48.669652 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] Set router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:48.694708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:08:48.705341 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-59f9e25c-1059-4cac-9bde-4dfd1b83a609 admin admin] 10.222.0.71 "PUT /v2.0/routers/8cbc2a12-18d2-4c15-ab53-1982b6d57464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8184154 Apr 15 11:08:48.718862 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-40165415-6aa2-4504-af23-ab459e0fe3cb None None] Port e23b7c82-cd1a-473a-a375-fb06cb539f3c cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:08:48.738026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:48.738479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:49.126580 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 2, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:49.130808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb979e6-e782-4391-b0c7-d0c527786d6a None None] The sync data for ids ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'] in dv-cinder-786384-1-smb is: [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 2, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:08:49.258208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45896) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:49.264808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-761589358-network', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:08:49.270113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:49.274289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Usage tracker for resource:network and tenant:40ff3be28f934da69e2ed5cb9e3e1faf is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:49.277382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:49.283767 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:49.295209 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Made reservation on behalf of 40ff3be28f934da69e2ed5cb9e3e1faf for: {'network': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:08:49.299912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for network, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:49.313077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:49.332650 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:49.336790 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Usage tracker for resource:security_group_rule and tenant:40ff3be28f934da69e2ed5cb9e3e1faf is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:49.339824 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:49.345991 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:49.435320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:49.439063 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:49.442298 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9c28e413-1bc8-41bd-af4e-001084f9f101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:49.471751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] vlan segment allocate from pool success with {'vlan_id': 1241, 'physical_network': 'physnet1'} {{(pid=85313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:08:49.480689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336bdb53-bc2b-4881-b01c-aeb61c85f0a7,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:49.484796 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:49.487135 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:49.487524 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.segments_db [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Added segment 5c7685de-3dab-4bb9-a162-bda561069b4b of type vlan for network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 Apr 15 11:08:49.524914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774741530073'] for network, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:49.565835 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044'] for network, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:49.567311 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:49.567952 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:49.573317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:49.680167 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-52992b84-95d9-4026-a528-f1fc768ca027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:49.689733 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4270196 Apr 15 11:08:49.689870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff2e036-5749-44a1-a1c2-f76b1478ee09,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:49.690143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45900) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:49.692891 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1d8ed164-0785-4fa0-a3e5-a44aae7f0e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:49.696889 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Request body: {'subnet': {'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-761589358-subnet', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'ip_version': 4}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:08:49.704039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 details requested by agent ovs-agent-dv-cinder-786384-1-smb with host dv-cinder-786384-1-smb {{(pid=85315) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:08:49.714283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:49.719465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Usage tracker for resource:subnet and tenant:40ff3be28f934da69e2ed5cb9e3e1faf is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:49.722861 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:49.729708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:49.741870 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Made reservation on behalf of 40ff3be28f934da69e2ed5cb9e3e1faf for: {'subnet': 1} {{(pid=85314) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:08:49.747645 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036828318961'] for subnet, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.203885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2568972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036828318946'] for subnet, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.224215 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:50.353604 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Pushing event updated for resources: {'Subnet': ['ID=560365aa-9570-467c-af2b-cf6cf51dee4d,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:50.358605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:50.421183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device dde1ba76-b698-4aa1-9c14-4f86213a6225 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:08:50.427279 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Checking segment: {'id': '5c7685de-3dab-4bb9-a162-bda561069b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:08:50.427684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Network hostable DHCP agents. Network: 9ff2e036-5749-44a1-a1c2-f76b1478ee09, hostable agents: ['90fb2f60-9c9d-444d-a8ca-606ea8730d6b'], hosted agents: [] {{(pid=85314) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:08:50.446887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 is scheduled to be hosted by DHCP agent 90fb2f60-9c9d-444d-a8ca-606ea8730d6b with binding_index 1 {{(pid=85314) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:08:50.455449 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-1-smb, 9ff2e036-5749-44a1-a1c2-f76b1478ee09) {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:08:50.467825 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:08:50.468458 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.469600 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b7008-fad1-4ddb-a1e1-18c77b5a5623 None None] Network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:08:50.489119 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-50996ffd-39c5-4401-880e-1ea76328642a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7974854 Apr 15 11:08:50.492129 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 45904) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:50.501529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-761589358-router', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:08:50.507237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:08:50.511743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Usage tracker for resource:router and tenant:40ff3be28f934da69e2ed5cb9e3e1faf is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:08:50.514701 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:08:50.521290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:08:50.532503 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3917025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59764'] for router, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.533648 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850858942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850960032', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850954210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854716051'] for router, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.551473 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.620466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port dde1ba76-b698-4aa1-9c14-4f86213a6225 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:08:50.656703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port dde1ba76-b698-4aa1-9c14-4f86213a6225 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:50.657124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.810209 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c448b85-0c5b-51f4-9699-53a11923281c-9ff2e036-5749-44a1-a1c2-f76b1478ee09', 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'fixed_ips': [{'subnet_id': '560365aa-9570-467c-af2b-cf6cf51dee4d'}]}} from dv-cinder-786384-1-smb. {{(pid=85315) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:08:50.811142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.843705 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850960013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3917040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854716066'] for router, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.899386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.942797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port dde1ba76-b698-4aa1-9c14-4f86213a6225, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=dde1ba76-b698-4aa1-9c14-4f86213a6225,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:50.946929 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:50.951798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a0948219-d190-4eb8-a2a4-d202647a31bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:51.078282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=dde1ba76-b698-4aa1-9c14-4f86213a6225,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:51.082885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:51.086680 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Allocated IP 172.20.0.2 (9ff2e036-5749-44a1-a1c2-f76b1478ee09/560365aa-9570-467c-af2b-cf6cf51dee4d/3c9f1321-41f9-4016-aab4-d8bf1be0dff3) {{(pid=85315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:08:51.315206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Notify callbacks [] for port, precommit_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:51.328493 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Transition to ACTIVE for port object 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:08:51.350969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Transition to ACTIVE for port object 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 will not be triggered until provisioned by entity DHCP. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:08:51.356751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063'] for port, after_create {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:51.373677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:51.441454 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:51.473847 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:51.506929 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Pushing event updated for resources: {'Port': ['ID=3c9f1321-41f9-4016-aab4-d8bf1be0dff3,revision_number=1']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:51.509878 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:51.566379 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 is already hosted by enough agents. {{(pid=85315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:08:51.567676 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Resources bound (agent type, host, resource id): {{(pid=85315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:08:51.569935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Received port after_create {{(pid=85315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:08:51.625369 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Allocated IP 172.28.0.76 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/6872adb9-c998-4cad-9be8-c075377ddc2c) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:08:51.666385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Attempting to bind port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:08:51.666817 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Attempting to bind port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': '5c7685de-3dab-4bb9-a162-bda561069b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:08:51.667222 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Attempting to bind port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 on network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:08:51.673482 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:08:51.673896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Checking segment: {'id': '5c7685de-3dab-4bb9-a162-bda561069b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:08:51.674340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:51.674802 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Bound using segment: {'id': '5c7685de-3dab-4bb9-a162-bda561069b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:08:51.675309 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Bound port: 3c9f1321-41f9-4016-aab4-d8bf1be0dff3, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7685de-3dab-4bb9-a162-bda561069b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:08:51.675818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:51.772085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] For port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:08:51.775325 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] For port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=3c9f1321-41f9-4016-aab4-d8bf1be0dff3,segment=NetworkSegment(5c7685de-3dab-4bb9-a162-bda561069b4b),segment_id=5c7685de-3dab-4bb9-a162-bda561069b4b)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:08:51.779840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:51.782890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:51.795815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-17bb8484-b8be-48e8-b874-6409f3e17f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:51.815537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:51.831616 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-de652091-99a1-47bd-bb8c-62b7da5de788 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:51.969442 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Pushing event updated for resources: {'Port': ['ID=6872adb9-c998-4cad-9be8-c075377ddc2c,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:51.972773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:52.036171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:08:52.037385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:08:52.039900 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:08:52.126629 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-07e8e24a-d835-4924-b845-28b347a7e786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:52.134746 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Pushing event updated for resources: {'Port': ['ID=3c9f1321-41f9-4016-aab4-d8bf1be0dff3,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:52.140170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:52.359788 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Sync routers for ids ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:08:52.370282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Routers {'8cbc2a12-18d2-4c15-ab53-1982b6d57464'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:52.371049 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:08:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:52.401412 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device dde1ba76-b698-4aa1-9c14-4f86213a6225 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:08:52.489356 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port dde1ba76-b698-4aa1-9c14-4f86213a6225 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:52.489776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:52.520337 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:52.601768 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Set router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:52.912369 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850858760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3815770'] for router, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:52.943915 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 2, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:52.948006 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Checking router: 8cbc2a12-18d2-4c15-ab53-1982b6d57464 for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:08:52.948397 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Updating router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 port e23b7c82-cd1a-473a-a375-fb06cb539f3c binding host dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:08:53.008961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:53.132815 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Router 69677f7e-cd64-4306-9990-2d2ab43b219f is scheduled to L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 with binding_index 1 {{(pid=85313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:08:53.134973 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:53.180884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:53.327392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:08:53.338101 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Sync routers for ids ['69677f7e-cd64-4306-9990-2d2ab43b219f'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:08:53.352878 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Routers {'69677f7e-cd64-4306-9990-2d2ab43b219f'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:53.353595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:08:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['69677f7e-cd64-4306-9990-2d2ab43b219f'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:53.359803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] Notify callbacks [] for router, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:53.361933 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-da6a7b76-fd3a-4cf7-8156-8a1c4fc5c2af admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8654284 Apr 15 11:08:53.364995 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 45908) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:08:53.461763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Notify callbacks [] for port, precommit_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:53.477183 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Transition to ACTIVE for port object e23b7c82-cd1a-473a-a375-fb06cb539f3c will not be triggered until provisioned by entity L2. {{(pid=85316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:08:53.484630 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:53.502636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:53.608336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Set router 69677f7e-cd64-4306-9990-2d2ab43b219f gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:53.632227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Pushing event updated for resources: {'Port': ['ID=e23b7c82-cd1a-473a-a375-fb06cb539f3c,revision_number=3']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:53.652315 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.652674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.653052 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.653439 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.653823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.654186 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.654572 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.654931 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.655300 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.655644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.655999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.656353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:08:53.660212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:53.748215 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b84efc1-b540-41df-845f-648a8ab12473 None None] Network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:08:53.901892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-cdcd308e-6de3-41c6-aab1-9d0cb8680e19 None None] Provisioning for port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:08:53.911329 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Attempting to bind port e23b7c82-cd1a-473a-a375-fb06cb539f3c on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:08:53.911742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Attempting to bind port e23b7c82-cd1a-473a-a375-fb06cb539f3c by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:08:53.912144 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Attempting to bind port e23b7c82-cd1a-473a-a375-fb06cb539f3c on network 18f046ea-c089-4bdc-8a83-32baa081ae85 {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:08:53.918471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:08:53.918945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Checking segment: {'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:08:53.920452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:53.920636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Bound using segment: {'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:08:53.921119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Bound port: e23b7c82-cd1a-473a-a375-fb06cb539f3c, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'}}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:08:53.921529 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:54.018661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] For port e23b7c82-cd1a-473a-a375-fb06cb539f3c, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:08:54.023888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] For port e23b7c82-cd1a-473a-a375-fb06cb539f3c, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=e23b7c82-cd1a-473a-a375-fb06cb539f3c,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:08:54.027984 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:54.045369 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-33d0bbff-3c1c-4958-bb7e-573724e642de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:54.166993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'name': 'tempest-TestMinimumBasicScenario-761589358-router', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:50Z', 'updated_at': '2021-04-15T11:08:52Z', 'revision_number': 3, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'gw_port': {'id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:98:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:51Z', 'updated_at': '2021-04-15T11:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:54.169317 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:54.175010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Checking router: 69677f7e-cd64-4306-9990-2d2ab43b219f for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:08:54.175425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Updating router 69677f7e-cd64-4306-9990-2d2ab43b219f port 6872adb9-c998-4cad-9be8-c075377ddc2c binding host dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:08:54.254556 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:54.366476 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Pushing event updated for resources: {'Port': ['ID=e23b7c82-cd1a-473a-a375-fb06cb539f3c,revision_number=4']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:54.379776 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-098c260b-588a-4fba-8190-25420bc11dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:54.439795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Routers {'8cbc2a12-18d2-4c15-ab53-1982b6d57464'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:54.450371 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:08:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:54.450595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Allocated IP 172.20.0.1 (9ff2e036-5749-44a1-a1c2-f76b1478ee09/560365aa-9570-467c-af2b-cf6cf51dee4d/b8331928-92d3-4c16-8d52-9a095ffcd745) {{(pid=85314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:08:54.529375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:08:54.651465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:54.665126 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:54.671333 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Transition to ACTIVE for port object b8331928-92d3-4c16-8d52-9a095ffcd745 will not be triggered until provisioned by entity DHCP. {{(pid=85314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:08:54.696322 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:54.709696 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] Set router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:54.712854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:54.752530 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:08:54.761686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:54.762102 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:54.845543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8331928-92d3-4c16-8d52-9a095ffcd745,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:54.850171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:54.908825 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:08:54.909631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:08:54.912021 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Received port after_create {{(pid=85314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:08:54.974462 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815839'] for router_interface, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.029202 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.057170 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Notify callbacks [] for port, precommit_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.079830 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:54Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:55.084347 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Transition to ACTIVE for port object 6872adb9-c998-4cad-9be8-c075377ddc2c will not be triggered until provisioned by entity L2. {{(pid=85315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:08:55.086773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19901ed9-7512-4cf9-9c45-32605a4c59b0 None None] The sync data for ids ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'] in dv-cinder-786384-1-smb is: [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:54Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:08:55.090246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=3c9f1321-41f9-4016-aab4-d8bf1be0dff3,segment=NetworkSegment(5c7685de-3dab-4bb9-a162-bda561069b4b),segment_id=5c7685de-3dab-4bb9-a162-bda561069b4b)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:55.092964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.110246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:55.119370 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.152171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.260373 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-705569ee-77cd-47e0-aea5-75cc8e6601c0 None None] Provisioning for port b8331928-92d3-4c16-8d52-9a095ffcd745 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:08:55.273683 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907584-c25d-4145-9206-42cc21acf0f3 None None] Pushing event updated for resources: {'Port': ['ID=6872adb9-c998-4cad-9be8-c075377ddc2c,revision_number=2']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:55.286923 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-705569ee-77cd-47e0-aea5-75cc8e6601c0 None None] Provisioning complete for port b8331928-92d3-4c16-8d52-9a095ffcd745 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:55.287459 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-705569ee-77cd-47e0-aea5-75cc8e6601c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.320942 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0c907584-c25d-4145-9206-42cc21acf0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:55.321471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:55.432511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-705569ee-77cd-47e0-aea5-75cc8e6601c0 None None] Port b8331928-92d3-4c16-8d52-9a095ffcd745 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:08:55.445946 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.451697 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=3c9f1321-41f9-4016-aab4-d8bf1be0dff3,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:55.451837 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852206690'] for port, after_update {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.456466 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:55.464385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Attempting to bind port 6872adb9-c998-4cad-9be8-c075377ddc2c on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:08:55.464796 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Attempting to bind port 6872adb9-c998-4cad-9be8-c075377ddc2c by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:08:55.465201 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Attempting to bind port 6872adb9-c998-4cad-9be8-c075377ddc2c on network 23f07260-2a73-40f9-8de7-f6683f29607f {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:08:55.471511 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:08:55.471928 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Checking segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:08:55.472375 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.472808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Bound using segment: {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'} {{(pid=85315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:08:55.473322 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Bound port: 6872adb9-c998-4cad-9be8-c075377ddc2c, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66de538-9f0a-47dd-a4a6-3f1cfc42bea5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f'}}] {{(pid=85315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:08:55.473736 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.487416 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-34838e80-ce1c-467e-b6f9-aeb94c5fefb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:55.576730 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3772061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815476'] for router_interface, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.591272 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8331928-92d3-4c16-8d52-9a095ffcd745,revision_number=2']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:55.596755 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:55.734965 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 is already hosted by enough agents. {{(pid=85314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:08:55.736533 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] For port 6872adb9-c998-4cad-9be8-c075377ddc2c, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:08:55.737883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:08:55.739823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] For port 6872adb9-c998-4cad-9be8-c075377ddc2c, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=6872adb9-c998-4cad-9be8-c075377ddc2c,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:08:55.745259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.765464 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:55.916683 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907584-c25d-4145-9206-42cc21acf0f3 None None] Pushing event updated for resources: {'Port': ['ID=6872adb9-c998-4cad-9be8-c075377ddc2c,revision_number=3']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:55.931642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0c907584-c25d-4145-9206-42cc21acf0f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:55.986396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-8d940ff9-e08c-401c-80f9-8fd207640e56 None None] Provisioning complete for port b8331928-92d3-4c16-8d52-9a095ffcd745 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:55.986903 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8d940ff9-e08c-401c-80f9-8fd207640e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:56.043301 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Routers {'69677f7e-cd64-4306-9990-2d2ab43b219f'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:08:56.043918 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:08:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['69677f7e-cd64-4306-9990-2d2ab43b219f'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:56.193633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-8d940ff9-e08c-401c-80f9-8fd207640e56 None None] Port b8331928-92d3-4c16-8d52-9a095ffcd745 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:08:56.208081 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Router 69677f7e-cd64-4306-9990-2d2ab43b219f has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:08:56.259387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] Set router 69677f7e-cd64-4306-9990-2d2ab43b219f gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:08:56.409745 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:08:56.419965 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-d3eec834-4f0d-49a5-8eeb-c46dd9f643a7 admin admin] 10.222.0.71 "PUT /v2.0/routers/69677f7e-cd64-4306-9990-2d2ab43b219f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0535955 Apr 15 11:08:56.478199 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:08:56.644742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:56.645172 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:56.788668 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'name': 'tempest-TestMinimumBasicScenario-761589358-router', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:50Z', 'updated_at': '2021-04-15T11:08:55Z', 'revision_number': 4, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'gw_port': {'id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:98:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:51Z', 'updated_at': '2021-04-15T11:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'b8331928-92d3-4c16-8d52-9a095ffcd745', 'name': '', 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'mac_address': 'fa:16:3e:86:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '560365aa-9570-467c-af2b-cf6cf51dee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:54Z', 'updated_at': '2021-04-15T11:08:55Z', 'revision_number': 2, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'subnets': [{'id': '560365aa-9570-467c-af2b-cf6cf51dee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:08:56.803979 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b43b4-a735-4568-b0f5-007237b917b1 None None] The sync data for ids ['69677f7e-cd64-4306-9990-2d2ab43b219f'] in dv-cinder-786384-1-smb is: [{'id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'name': 'tempest-TestMinimumBasicScenario-761589358-router', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:50Z', 'updated_at': '2021-04-15T11:08:55Z', 'revision_number': 4, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'gw_port': {'id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:98:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:51Z', 'updated_at': '2021-04-15T11:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'b8331928-92d3-4c16-8d52-9a095ffcd745', 'name': '', 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'mac_address': 'fa:16:3e:86:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '560365aa-9570-467c-af2b-cf6cf51dee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:54Z', 'updated_at': '2021-04-15T11:08:55Z', 'revision_number': 2, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'subnets': [{'id': '560365aa-9570-467c-af2b-cf6cf51dee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:08:56.806502 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device e23b7c82-cd1a-473a-a375-fb06cb539f3c up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:08:56.885327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port e23b7c82-cd1a-473a-a375-fb06cb539f3c completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:08:56.891221 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port e23b7c82-cd1a-473a-a375-fb06cb539f3c triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:56.891731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:57.021779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:57.056614 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port e23b7c82-cd1a-473a-a375-fb06cb539f3c, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=e23b7c82-cd1a-473a-a375-fb06cb539f3c,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:57.060124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:57.063477 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:57.134058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=e23b7c82-cd1a-473a-a375-fb06cb539f3c,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:57.137481 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:58.496669 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 6872adb9-c998-4cad-9be8-c075377ddc2c up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:08:58.581628 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port 6872adb9-c998-4cad-9be8-c075377ddc2c completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:08:58.587470 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 6872adb9-c998-4cad-9be8-c075377ddc2c triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:58.587887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:58.721368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:58.740739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] For port 6872adb9-c998-4cad-9be8-c075377ddc2c, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=6872adb9-c998-4cad-9be8-c075377ddc2c,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:08:58.744675 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:58.745625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device e23b7c82-cd1a-473a-a375-fb06cb539f3c up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:08:58.780999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:08:58.878166 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Pushing event updated for resources: {'Port': ['ID=6872adb9-c998-4cad-9be8-c075377ddc2c,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:08:58.887195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:08:58.900290 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port e23b7c82-cd1a-473a-a375-fb06cb539f3c triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:08:58.900707 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:59.448292 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:00.258039 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Sync routers for ids ['69677f7e-cd64-4306-9990-2d2ab43b219f'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:09:00.269930 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Routers {'69677f7e-cd64-4306-9990-2d2ab43b219f'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:09:00.270993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:08:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['69677f7e-cd64-4306-9990-2d2ab43b219f'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:00.424969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 6872adb9-c998-4cad-9be8-c075377ddc2c up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:09:00.482364 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Set router 69677f7e-cd64-4306-9990-2d2ab43b219f gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:09:00.521612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port 6872adb9-c998-4cad-9be8-c075377ddc2c triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:09:00.521902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:00.847043 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'name': 'tempest-TestMinimumBasicScenario-761589358-router', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:50Z', 'updated_at': '2021-04-15T11:08:55Z', 'revision_number': 4, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'gw_port': {'id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:51Z', 'updated_at': '2021-04-15T11:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'b8331928-92d3-4c16-8d52-9a095ffcd745', 'name': '', 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'mac_address': 'fa:16:3e:86:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '560365aa-9570-467c-af2b-cf6cf51dee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:54Z', 'updated_at': '2021-04-15T11:08:55Z', 'revision_number': 2, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'subnets': [{'id': '560365aa-9570-467c-af2b-cf6cf51dee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:00.851289 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Checking router: 69677f7e-cd64-4306-9990-2d2ab43b219f for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:09:00.851686 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Updating router 69677f7e-cd64-4306-9990-2d2ab43b219f port b8331928-92d3-4c16-8d52-9a095ffcd745 binding host dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:09:00.915053 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:01.370079 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Notify callbacks [] for port, precommit_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:01.384569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Transition to ACTIVE for port object b8331928-92d3-4c16-8d52-9a095ffcd745 will not be triggered until provisioned by entity L2. {{(pid=85316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:09:01.391797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:01.408055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-92235612-a33c-4810-aa9d-dab3f8b2f98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:01.546704 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33815990-1fea-4f5f-b730-0bab4f56d505 None None] Pushing event updated for resources: {'Port': ['ID=b8331928-92d3-4c16-8d52-9a095ffcd745,revision_number=3']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:01.551254 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-33815990-1fea-4f5f-b730-0bab4f56d505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:01.936357 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Attempting to bind port b8331928-92d3-4c16-8d52-9a095ffcd745 on host dv-cinder-786384-1-smb for vnic_type normal with profile {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:09:01.936571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Attempting to bind port b8331928-92d3-4c16-8d52-9a095ffcd745 by drivers openvswitch,hyperv on host dv-cinder-786384-1-smb at level 0 using segments [{'id': '5c7685de-3dab-4bb9-a162-bda561069b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09'}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:09:01.937180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Attempting to bind port b8331928-92d3-4c16-8d52-9a095ffcd745 on network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:09:01.943823 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Checking agent: {'id': '9abca685-20a0-4960-a156-7709b3f1249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 47, 23), 'started_at': datetime.datetime(2021, 4, 15, 10, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:09:01.944235 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Checking segment: {'id': '5c7685de-3dab-4bb9-a162-bda561069b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:09:01.944687 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:01.945117 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Bound using segment: {'id': '5c7685de-3dab-4bb9-a162-bda561069b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09'} {{(pid=85316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:09:01.945627 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Bound port: b8331928-92d3-4c16-8d52-9a095ffcd745, host: dv-cinder-786384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7685de-3dab-4bb9-a162-bda561069b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09'}}] {{(pid=85316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:09:01.946042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:02.052208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] For port b8331928-92d3-4c16-8d52-9a095ffcd745, host dv-cinder-786384-1-smb, cleared binding levels {{(pid=85316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:09:02.055497 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] For port b8331928-92d3-4c16-8d52-9a095ffcd745, host dv-cinder-786384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=b8331928-92d3-4c16-8d52-9a095ffcd745,segment=NetworkSegment(5c7685de-3dab-4bb9-a162-bda561069b4b),segment_id=5c7685de-3dab-4bb9-a162-bda561069b4b)] {{(pid=85316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:09:02.059571 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:02.081083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:02.234978 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33815990-1fea-4f5f-b730-0bab4f56d505 None None] Pushing event updated for resources: {'Port': ['ID=b8331928-92d3-4c16-8d52-9a095ffcd745,revision_number=4']} {{(pid=85316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:02.240395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-33815990-1fea-4f5f-b730-0bab4f56d505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:02.282753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Routers {'69677f7e-cd64-4306-9990-2d2ab43b219f'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:09:02.282753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:08:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['69677f7e-cd64-4306-9990-2d2ab43b219f'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:02.470442 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device b8331928-92d3-4c16-8d52-9a095ffcd745 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:09:02.515763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] Set router 69677f7e-cd64-4306-9990-2d2ab43b219f gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:09:02.614197 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-a9518a7e-9277-49c3-a66f-3602981bd31e None None] Provisioning complete for port b8331928-92d3-4c16-8d52-9a095ffcd745 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:09:02.614947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a9518a7e-9277-49c3-a66f-3602981bd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:02.647359 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning for port b8331928-92d3-4c16-8d52-9a095ffcd745 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:09:02.662456 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port b8331928-92d3-4c16-8d52-9a095ffcd745 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:09:02.662877 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:02.862240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a9518a7e-9277-49c3-a66f-3602981bd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:02.904323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:02.937921 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-a9518a7e-9277-49c3-a66f-3602981bd31e None None] For port b8331928-92d3-4c16-8d52-9a095ffcd745, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=b8331928-92d3-4c16-8d52-9a095ffcd745,segment=NetworkSegment(5c7685de-3dab-4bb9-a162-bda561069b4b),segment_id=5c7685de-3dab-4bb9-a162-bda561069b4b)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:02.938907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'name': 'tempest-TestMinimumBasicScenario-761589358-router', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:50Z', 'updated_at': '2021-04-15T11:08:55Z', 'revision_number': 4, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'gw_port': {'id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:51Z', 'updated_at': '2021-04-15T11:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'b8331928-92d3-4c16-8d52-9a095ffcd745', 'name': '', 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'mac_address': 'fa:16:3e:86:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '560365aa-9570-467c-af2b-cf6cf51dee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:54Z', 'updated_at': '2021-04-15T11:09:02Z', 'revision_number': 4, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'subnets': [{'id': '560365aa-9570-467c-af2b-cf6cf51dee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:02.942727 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d1500-8d8d-4420-9983-809f85c4c97d None None] The sync data for ids ['69677f7e-cd64-4306-9990-2d2ab43b219f'] in dv-cinder-786384-1-smb is: [{'id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'name': 'tempest-TestMinimumBasicScenario-761589358-router', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:50Z', 'updated_at': '2021-04-15T11:08:55Z', 'revision_number': 4, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'gw_port': {'id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:51Z', 'updated_at': '2021-04-15T11:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'b8331928-92d3-4c16-8d52-9a095ffcd745', 'name': '', 'network_id': '9ff2e036-5749-44a1-a1c2-f76b1478ee09', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'mac_address': 'fa:16:3e:86:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '560365aa-9570-467c-af2b-cf6cf51dee4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:54Z', 'updated_at': '2021-04-15T11:09:02Z', 'revision_number': 4, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'subnets': [{'id': '560365aa-9570-467c-af2b-cf6cf51dee4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:09:02.980406 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a9518a7e-9277-49c3-a66f-3602981bd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:02.984981 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:03.056660 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.db.api [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:09:03.057059 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_db.api [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:09:03.076831 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9518a7e-9277-49c3-a66f-3602981bd31e None None] Pushing event updated for resources: {'Port': ['ID=b8331928-92d3-4c16-8d52-9a095ffcd745,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:03.081703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a9518a7e-9277-49c3-a66f-3602981bd31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:04.421648 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device b8331928-92d3-4c16-8d52-9a095ffcd745 up at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:09:04.499198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Provisioning complete for port b8331928-92d3-4c16-8d52-9a095ffcd745 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:09:04.499728 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:06.506028 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-2f4d97c0-ad78-40ec-ac27-c144b66646e5 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:06.507522 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-2f4d97c0-ad78-40ec-ac27-c144b66646e5 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/networks?id=18f046ea-c089-4bdc-8a83-32baa081ae85 HTTP/1.1" status: 200 len: 815 time: 0.1573794 Apr 15 11:09:06.524553 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-ff0589ae-0e25-4499-899c-9f2f81fc1c4a tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/quotas/116563b3a7e5433d82d580afc3da44a7 HTTP/1.1" status: 200 len: 375 time: 0.0102935 Apr 15 11:09:06.616501 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b5ad640b-80c7-48db-8e33-65ef90b8d1de tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=116563b3a7e5433d82d580afc3da44a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855279 Apr 15 11:09:06.849720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-29a2a11e-dad1-44b1-9ca2-1648353a1cdf service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=85313) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 11:09:06.850835 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-29a2a11e-dad1-44b1-9ca2-1648353a1cdf service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2214413 Apr 15 11:09:06.994613 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-3c66bbb2-e4ac-4caf-b9a3-dfdf830b146a service neutron] 10.222.0.71 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369252 Apr 15 11:09:07.140908 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-46199227-9821-45b8-a8e0-99bd5790d502 service neutron] 10.222.0.71 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357570 Apr 15 11:09:08.368273 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8c53acfc-6da0-4d20-8f92-432fcb8ce78d req-765eabc5-f2ea-4f99-90c6-bedf6caa89be tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 210 time: 0.0506904 Apr 15 11:09:09.484365 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-573c4570-4dcf-4496-955d-42a377ef1e4e req-9ccbbdbf-e5e1-4509-b6d3-9578f83c9dcc tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 210 time: 0.0538936 Apr 15 11:09:10.596378 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e21d25b5-64e5-4616-9561-f433b2f7d818 req-ba4605d9-a852-47d4-bc77-2d7ce45fd8e8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 210 time: 0.0505705 Apr 15 11:09:11.703590 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-f3a31682-c630-4e79-b494-ba91993719b8 req-13e359bf-54b5-4d07-8a62-191198a34d61 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 210 time: 0.0500469 Apr 15 11:09:13.145619 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e7c9bd00-94c7-4d2b-86cc-b7dd0f285e22 req-4cb43332-be67-4dfe-bfde-6bc6a130dcb6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 210 time: 0.3120224 Apr 15 11:09:13.694732 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-1017d879-a477-40d3-85e0-54674b8573d6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:13.696297 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-1017d879-a477-40d3-85e0-54674b8573d6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.97 "GET /v2.0/networks?id=18f046ea-c089-4bdc-8a83-32baa081ae85 HTTP/1.1" status: 200 len: 815 time: 0.1673143 Apr 15 11:09:13.716240 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'port': {'device_id': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'admin_state_up': True, 'tenant_id': '116563b3a7e5433d82d580afc3da44a7'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:13.861598 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:13.865753 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Usage tracker for resource:port and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:13.869501 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:13.876232 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:13.886504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Made reservation on behalf of 116563b3a7e5433d82d580afc3da44a7 for: {'port': 1} {{(pid=85313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:09:13.893211 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:14.074085 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Allocated IP 172.20.0.7 (18f046ea-c089-4bdc-8a83-32baa081ae85/4712b59b-df7c-4eaf-8e99-41c0ff843a1a/7397c190-c72d-43a5-a1b4-c165cd6c9e65) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:09:14.377351 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:14.391665 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8c1bf437-9b64-4260-aafc-116bd3b851f1 req-18587b2a-f315-4716-b0a6-188117cff042 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 210 time: 0.0619814 Apr 15 11:09:14.403088 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Transition to ACTIVE for port object 7397c190-c72d-43a5-a1b4-c165cd6c9e65 will not be triggered until provisioned by entity DHCP. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:09:14.427162 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:14.443007 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-59eca010-625b-47e6-a6fd-2d6bf8d5b94c tempest-VolumesActionsTest-318891800 tempest-VolumesActionsTest-318891800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:14.587121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'Port': ['ID=7397c190-c72d-43a5-a1b4-c165cd6c9e65,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:14.591696 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:14.647923 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:09:14.649058 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:09:14.651539 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:09:14.720244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:14.720937 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:14.747393 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-9f25d7c0-25e4-482e-86e2-52b1c7b67dc9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0352111 Apr 15 11:09:14.893848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-0ea2075a-e6db-4ac3-bc1b-f8107ee7d723 None None] Provisioning for port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 completed by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:09:14.898969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-0ea2075a-e6db-4ac3-bc1b-f8107ee7d723 None None] Provisioning complete for port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:09:14.899376 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0ea2075a-e6db-4ac3-bc1b-f8107ee7d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:14.962605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2075a-e6db-4ac3-bc1b-f8107ee7d723 None None] Port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 cannot update to ACTIVE because it is not bound. {{(pid=85315) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:09:15.351041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:09:15.607970 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffbec4-4b97-40e2-a987-3ab2b7b776d2 req-71216b31-cbee-4fc6-a55a-4fd419c5e831 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:15.608666 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-c3ffbec4-4b97-40e2-a987-3ab2b7b776d2 req-71216b31-cbee-4fc6-a55a-4fd419c5e831 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Synchronizing usage tracker for tenant:116563b3a7e5433d82d580afc3da44a7 on resource:port {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:09:15.626933 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-c3ffbec4-4b97-40e2-a987-3ab2b7b776d2 req-71216b31-cbee-4fc6-a55a-4fd419c5e831 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Unset dirty status for tenant:116563b3a7e5433d82d580afc3da44a7 on resource:port {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:09:15.628262 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c3ffbec4-4b97-40e2-a987-3ab2b7b776d2 req-71216b31-cbee-4fc6-a55a-4fd419c5e831 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 931 time: 0.1196969 Apr 15 11:09:15.678984 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c3ffbec4-4b97-40e2-a987-3ab2b7b776d2 req-64af5210-775f-47e1-9f89-201d5eed0645 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437696 Apr 15 11:09:16.885720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53480513-1106-419b-8e31-23dc980e3b4a req-4c3d6f6b-1c9a-483a-9e9e-f211ba433bdc tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:16.887427 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-53480513-1106-419b-8e31-23dc980e3b4a req-4c3d6f6b-1c9a-483a-9e9e-f211ba433bdc tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 931 time: 0.0898156 Apr 15 11:09:16.937394 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-53480513-1106-419b-8e31-23dc980e3b4a req-3277a096-852f-49fb-bead-bb0c0784ee0a tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Apr 15 11:09:18.156275 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490a182-4328-43d0-b63d-047abd7172f1 req-11588589-3214-46f3-a0ee-6c6a443aa49e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:18.157950 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6490a182-4328-43d0-b63d-047abd7172f1 req-11588589-3214-46f3-a0ee-6c6a443aa49e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 931 time: 0.0972712 Apr 15 11:09:18.208637 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6490a182-4328-43d0-b63d-047abd7172f1 req-c881f64e-f5fe-424a-9549-b61e98a4064e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439703 Apr 15 11:09:19.434107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd19edd-005a-4f0d-96e3-d62ee0feb751 req-472bd4c9-300d-4888-baf0-5ea5a10242c7 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:19.435850 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9dd19edd-005a-4f0d-96e3-d62ee0feb751 req-472bd4c9-300d-4888-baf0-5ea5a10242c7 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 931 time: 0.0993342 Apr 15 11:09:19.486141 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9dd19edd-005a-4f0d-96e3-d62ee0feb751 req-b55735e3-dea6-44d3-880f-121bffa200d6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Apr 15 11:09:19.684910 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1021a1d1-ce50-47d8-86e8-9f33afe3bfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:20.709613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701194f-d712-4abc-b84d-ad182310fb33 req-482fe271-d93b-480f-9ff6-858caec82f63 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:20.711221 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b701194f-d712-4abc-b84d-ad182310fb33 req-482fe271-d93b-480f-9ff6-858caec82f63 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 931 time: 0.0944161 Apr 15 11:09:20.762959 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b701194f-d712-4abc-b84d-ad182310fb33 req-234fc4a8-e041-4a77-882f-ffe9cd785adf tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Apr 15 11:09:21.973303 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876b277-8d43-4244-a4bd-a4401bc77242 req-4af02f18-2458-4cab-8d0c-72b3d3b268d2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:21.974975 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3876b277-8d43-4244-a4bd-a4401bc77242 req-4af02f18-2458-4cab-8d0c-72b3d3b268d2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 931 time: 0.0960934 Apr 15 11:09:22.026076 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3876b277-8d43-4244-a4bd-a4401bc77242 req-4a2453fe-9f18-49a6-b1ff-5bd754a3e697 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Apr 15 11:09:22.029900 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-fcf96071-4c2a-493f-9e1d-cf91457c1f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:23.138860 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:23.188688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:23.238082 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302b295-ecd1-4c64-b375-e2d89d1b5dde req-177c2789-8b64-4818-9c77-efef203f9ae3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:23.239714 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b302b295-ecd1-4c64-b375-e2d89d1b5dde req-177c2789-8b64-4818-9c77-efef203f9ae3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 931 time: 0.0917633 Apr 15 11:09:23.294536 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-b302b295-ecd1-4c64-b375-e2d89d1b5dde req-1ac165a6-c949-40e6-b6fb-64ba7a8967be tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480523 Apr 15 11:09:24.344060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Request body: {'port': {'device_id': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:24.534452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:24.550531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:24.630909 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47df94e-5aa3-42f4-9b51-5bd98e641b13 req-8d9eea7d-2d22-463d-96d5-367fdf20139b tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:24.632620 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a47df94e-5aa3-42f4-9b51-5bd98e641b13 req-8d9eea7d-2d22-463d-96d5-367fdf20139b tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 931 time: 0.1915355 Apr 15 11:09:24.794767 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a47df94e-5aa3-42f4-9b51-5bd98e641b13 req-a2849686-6135-4548-aa1b-d60332db6b27 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227612 Apr 15 11:09:25.070962 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7397c190-c72d-43a5-a1b4-c165cd6c9e65 {{(pid=85313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:09:25.079547 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:25.098567 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Transition to ACTIVE for port object 7397c190-c72d-43a5-a1b4-c165cd6c9e65 will not be triggered until provisioned by entity L2. {{(pid=85313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:09:25.184896 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:25.200914 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1ec615b4-aa0f-437c-ae23-d311bd1bd6c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:25.332695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7397c190-c72d-43a5-a1b4-c165cd6c9e65,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:25.337222 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:25.561312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Attempting to bind port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:09:25.561783 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Attempting to bind port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:09:25.562045 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Attempting to bind port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 on network 18f046ea-c089-4bdc-8a83-32baa081ae85 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:09:25.567695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 on network 18f046ea-c089-4bdc-8a83-32baa081ae85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:09:25.568062 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Attempting to bind port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 on network 18f046ea-c089-4bdc-8a83-32baa081ae85 {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:09:25.573546 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Checking agent: {'id': 'aa3a92d8-a3a1-41e1-92b5-4447641b00f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'started_at': datetime.datetime(2021, 4, 15, 10, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:09:25.573917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Checking segment: {'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:09:25.574340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Bound using segment: {'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'} {{(pid=85313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:09:25.574840 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Bound port: 7397c190-c72d-43a5-a1b4-c165cd6c9e65, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b670cf31-69f4-41e6-8b18-dee444c6f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85'}}] {{(pid=85313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:09:25.575224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:25.679508 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] For port 7397c190-c72d-43a5-a1b4-c165cd6c9e65, host hv-cinder-78638, cleared binding levels {{(pid=85313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:09:25.682989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] For port 7397c190-c72d-43a5-a1b4-c165cd6c9e65, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:09:25.687625 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:25.703089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a21d52ad-fa4a-4d26-a305-9f7b171c1d12 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:25.859520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7397c190-c72d-43a5-a1b4-c165cd6c9e65,revision_number=3']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:25.866291 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:26.234263 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:26.234972 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:26.236523 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-b71fd844-c81c-4224-b31b-3c9c053772a1 service neutron] 10.222.0.97 "PUT /v2.0/ports/7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 1093 time: 1.8973987 Apr 15 11:09:26.237160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:09:26.295859 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4105e-9107-45a6-8bae-e83630144f3b req-3e5f611b-fd7e-44c4-8d61-265c4c643d02 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:26.297761 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ecd4105e-9107-45a6-8bae-e83630144f3b req-3e5f611b-fd7e-44c4-8d61-265c4c643d02 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 943 time: 0.3884571 Apr 15 11:09:26.299808 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'status': 'completed', 'code': 200} Apr 15 11:09:26.404423 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ecd4105e-9107-45a6-8bae-e83630144f3b req-e6f146ba-58c5-4838-bf6b-d5704017e520 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994170 Apr 15 11:09:26.431661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-7bd0405f-e83a-4670-88ec-f7a76dec6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:26.433265 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-7bd0405f-e83a-4670-88ec-f7a76dec6fd6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=116563b3a7e5433d82d580afc3da44a7&device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 1096 time: 0.1124122 Apr 15 11:09:26.528084 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-e2f0fd86-a314-4ce8-b904-7cceb42eae76 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 217 time: 0.0787287 Apr 15 11:09:26.611822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-22088ec1-fa49-471a-b0c4-260f5db313d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:26.613987 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-22088ec1-fa49-471a-b0c4-260f5db313d3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4712b59b-df7c-4eaf-8e99-41c0ff843a1a HTTP/1.1" status: 200 len: 854 time: 0.0780106 Apr 15 11:09:26.707105 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-bb41b605-566a-40fe-9360-7419917f441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:26.708714 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-bb41b605-566a-40fe-9360-7419917f441e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18f046ea-c089-4bdc-8a83-32baa081ae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883565 Apr 15 11:09:26.869892 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-758d3942-3d21-49a5-9818-241c2446cf67 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541674 Apr 15 11:09:27.030795 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-5c0ceaf7-0b6e-4a06-b1a1-5ac2926382bf req-d17fcd76-a27d-4a06-87e4-ae3259694be4 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543512 Apr 15 11:09:27.217658 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e9d2-013f-4ece-9298-88efd397c45c req-be47ba1a-5643-4a91-b099-5ec39f873cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:27.219334 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3474e9d2-013f-4ece-9298-88efd397c45c req-be47ba1a-5643-4a91-b099-5ec39f873cc3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=116563b3a7e5433d82d580afc3da44a7&device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 1096 time: 0.0917869 Apr 15 11:09:27.374073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e9d2-013f-4ece-9298-88efd397c45c req-5185b550-67a0-46bd-9835-438a8946eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:27.375713 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3474e9d2-013f-4ece-9298-88efd397c45c req-5185b550-67a0-46bd-9835-438a8946eb90 service neutron] 10.222.0.97 "GET /v2.0/networks?id=18f046ea-c089-4bdc-8a83-32baa081ae85 HTTP/1.1" status: 200 len: 917 time: 0.1484890 Apr 15 11:09:27.458013 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3474e9d2-013f-4ece-9298-88efd397c45c req-fecc1d58-6165-4077-a46e-def32d6d7539 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 217 time: 0.0741985 Apr 15 11:09:27.536602 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e9d2-013f-4ece-9298-88efd397c45c req-2b4957be-4274-4755-8346-cccef65b54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:27.538220 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3474e9d2-013f-4ece-9298-88efd397c45c req-2b4957be-4274-4755-8346-cccef65b54fe service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4712b59b-df7c-4eaf-8e99-41c0ff843a1a HTTP/1.1" status: 200 len: 854 time: 0.0735650 Apr 15 11:09:27.692999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b4dcc-55a1-4dc6-8852-f5383ea1f377 req-4a92dfaa-e1e5-4101-9be8-e1292aeb3c0c tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:27.694640 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cb8b4dcc-55a1-4dc6-8852-f5383ea1f377 req-4a92dfaa-e1e5-4101-9be8-e1292aeb3c0c tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 943 time: 0.1609092 Apr 15 11:09:27.697360 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e9d2-013f-4ece-9298-88efd397c45c req-8edcdbeb-7f75-4a0c-b773-955c4ed9c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:27.698826 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3474e9d2-013f-4ece-9298-88efd397c45c req-8edcdbeb-7f75-4a0c-b773-955c4ed9c20f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18f046ea-c089-4bdc-8a83-32baa081ae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1252470 Apr 15 11:09:27.831462 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cb8b4dcc-55a1-4dc6-8852-f5383ea1f377 req-c5d0fde9-86c1-4220-9ca6-25253f295d21 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292455 Apr 15 11:09:27.878115 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3474e9d2-013f-4ece-9298-88efd397c45c req-f51a4c49-9e4d-4b5a-8e90-a519a09b3553 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618609 Apr 15 11:09:28.040231 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3474e9d2-013f-4ece-9298-88efd397c45c req-97e06a9c-4bcc-479c-b192-46af447fa65f service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549752 Apr 15 11:09:29.046455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebca9c4-9c43-45df-a258-7e47575b394a req-5bca90ce-5880-48f1-bfd9-3a48b8e0cc1e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:29.048340 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0ebca9c4-9c43-45df-a258-7e47575b394a req-5bca90ce-5880-48f1-bfd9-3a48b8e0cc1e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 943 time: 0.0963271 Apr 15 11:09:29.097399 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-0ebca9c4-9c43-45df-a258-7e47575b394a req-8fa3cdff-f57f-45aa-b700-279a33105857 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Apr 15 11:09:29.452078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.249228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 7397c190-c72d-43a5-a1b4-c165cd6c9e65 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85315) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:09:30.314623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0430275-97bf-4b9e-a0bb-a19209d03545 req-18d4e276-1b40-4769-81e8-12f3c3486a57 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:30.316233 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e0430275-97bf-4b9e-a0bb-a19209d03545 req-18d4e276-1b40-4769-81e8-12f3c3486a57 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 943 time: 0.0942309 Apr 15 11:09:30.367092 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e0430275-97bf-4b9e-a0bb-a19209d03545 req-cc864798-34a6-461a-b80f-3de60696d9ec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Apr 15 11:09:30.393661 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 7397c190-c72d-43a5-a1b4-c165cd6c9e65, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:30.407936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Returning: {'device': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'port_id': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'mac_address': 'fa:16:3e:1d:e3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85315) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:09:30.469677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.487543 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7397c190-c72d-43a5-a1b4-c165cd6c9e65 {{(pid=85315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:09:30.503743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 7397c190-c72d-43a5-a1b4-c165cd6c9e65, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:30.507594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:30.510561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0c907584-c25d-4145-9206-42cc21acf0f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:30.580709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=7397c190-c72d-43a5-a1b4-c165cd6c9e65,revision_number=4']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:30.584122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:30.840743 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['7397c190-c72d-43a5-a1b4-c165cd6c9e65'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:09:31.613219 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc023d-382d-4f18-b7bd-b2024a8a1b78 req-41629fd0-f374-48c5-a7ef-3200717fc81f tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:31.615208 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c3dc023d-382d-4f18-b7bd-b2024a8a1b78 req-41629fd0-f374-48c5-a7ef-3200717fc81f tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 944 time: 0.1256304 Apr 15 11:09:31.676420 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c3dc023d-382d-4f18-b7bd-b2024a8a1b78 req-aaf4691b-2939-4a69-93f9-107fa6327a55 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535531 Apr 15 11:09:32.252788 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 7397c190-c72d-43a5-a1b4-c165cd6c9e65 up at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:09:32.330428 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning for port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 completed by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:09:32.338838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Provisioning complete for port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 triggered by entity L2. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:09:32.339420 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:32.467108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:32.495197 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65'}] {{(pid=85315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:09:32.508158 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] For port 7397c190-c72d-43a5-a1b4-c165cd6c9e65, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:32.513628 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788'] for port, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:32.515975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a0948219-d190-4eb8-a2a4-d202647a31bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:32.592152 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Pushing event updated for resources: {'Port': ['ID=7397c190-c72d-43a5-a1b4-c165cd6c9e65,revision_number=5']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:32.595441 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:32.727160 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'code': 200} Apr 15 11:09:32.884771 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f982df3-a86d-432d-b0e1-efcceb4fa0c4 req-54678a78-6bc1-45e8-8cf7-d32160d9621f tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:32.886388 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9f982df3-a86d-432d-b0e1-efcceb4fa0c4 req-54678a78-6bc1-45e8-8cf7-d32160d9621f tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 945 time: 0.0924859 Apr 15 11:09:32.975009 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-9f982df3-a86d-432d-b0e1-efcceb4fa0c4 req-6e1725ca-f614-4b0f-886b-032fe2de3ab9 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813825 Apr 15 11:09:33.016228 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53026-8edb-41a9-8768-7bbbdb777c74 req-f88a2fe6-80d3-46ef-93fd-01dd906a8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:33.017764 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eec53026-8edb-41a9-8768-7bbbdb777c74 req-f88a2fe6-80d3-46ef-93fd-01dd906a8066 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 1098 time: 0.0849698 Apr 15 11:09:33.061720 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-eec53026-8edb-41a9-8768-7bbbdb777c74 req-a313e192-0841-482c-b905-d9d9e4c63e1b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374954 Apr 15 11:09:34.186220 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f9f5b-9c3d-4759-b5ba-3a1ebb97ba06 req-34861213-5e40-4e66-983d-05ceb3e8ca63 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:34.188222 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8c7f9f5b-9c3d-4759-b5ba-3a1ebb97ba06 req-34861213-5e40-4e66-983d-05ceb3e8ca63 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 945 time: 0.0926125 Apr 15 11:09:34.240124 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-8c7f9f5b-9c3d-4759-b5ba-3a1ebb97ba06 req-f76afc0f-1565-4a22-9192-56abb0af2c22 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451190 Apr 15 11:09:35.471754 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5343883-dfc8-4c12-8d06-17c1bf8ceeb8 req-168ec42e-e634-401c-941e-acdb4937b998 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:35.473347 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a5343883-dfc8-4c12-8d06-17c1bf8ceeb8 req-168ec42e-e634-401c-941e-acdb4937b998 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 945 time: 0.1063950 Apr 15 11:09:35.522366 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a5343883-dfc8-4c12-8d06-17c1bf8ceeb8 req-79b45184-5956-46cc-b68d-c71fe290aac6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Apr 15 11:09:35.728895 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaba454-9b11-4b60-b44b-26a1e5250421 req-810e5f83-0b0f-4f62-ba6e-cc6f15faf988 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:35.730501 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7aaba454-9b11-4b60-b44b-26a1e5250421 req-810e5f83-0b0f-4f62-ba6e-cc6f15faf988 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 945 time: 0.0944724 Apr 15 11:09:35.784725 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7aaba454-9b11-4b60-b44b-26a1e5250421 req-95523536-6299-400d-b5b8-b213be76b7ea tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446913 Apr 15 11:09:36.253635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a18fc-19d4-43ab-9821-6ee93550ed08 req-e717365c-8322-4e80-8fc5-9b9f944b8779 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:36.255389 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4e9a18fc-19d4-43ab-9821-6ee93550ed08 req-e717365c-8322-4e80-8fc5-9b9f944b8779 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 945 time: 0.0963762 Apr 15 11:09:36.310079 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-4e9a18fc-19d4-43ab-9821-6ee93550ed08 req-079f2cbe-aa62-4927-a116-1257b8e608e4 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 Apr 15 11:09:42.431863 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40140598-fc51-4f44-9fff-343a8b3f54f8 req-31019449-8f03-4961-8033-0a507eb2047b tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:42.433366 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-40140598-fc51-4f44-9fff-343a8b3f54f8 req-31019449-8f03-4961-8033-0a507eb2047b tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 945 time: 0.0965917 Apr 15 11:09:42.481273 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-40140598-fc51-4f44-9fff-343a8b3f54f8 req-ea42b1b8-e396-4e29-8f1d-f48a9c785683 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 Apr 15 11:09:42.510618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46120) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:42.638405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41725a73-babf-4843-aff9-a3201bde60b8 tempest-TestMinimumBasicScenario-2101778668 tempest-TestMinimumBasicScenario-2101778668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85314) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:42.639184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-41725a73-babf-4843-aff9-a3201bde60b8 tempest-TestMinimumBasicScenario-2101778668 tempest-TestMinimumBasicScenario-2101778668-project-admin] Synchronizing usage tracker for tenant:40ff3be28f934da69e2ed5cb9e3e1faf on resource:port {{(pid=85314) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:09:42.656405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-41725a73-babf-4843-aff9-a3201bde60b8 tempest-TestMinimumBasicScenario-2101778668 tempest-TestMinimumBasicScenario-2101778668-project-admin] Unset dirty status for tenant:40ff3be28f934da69e2ed5cb9e3e1faf on resource:port {{(pid=85314) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:09:42.657649 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-41725a73-babf-4843-aff9-a3201bde60b8 tempest-TestMinimumBasicScenario-2101778668 tempest-TestMinimumBasicScenario-2101778668-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 1093 time: 0.1459718 Apr 15 11:09:42.663521 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 46126) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:42.674808 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'floatingip': {'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'port_id': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:42.683549 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:42.688386 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Usage tracker for resource:floatingip and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:42.692175 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:42.699133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:42.711215 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for floatingip, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:42.872452 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:43.023757 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_common [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Allocated IP 172.28.0.100 (23f07260-2a73-40f9-8de7-f6683f29607f/5975ef4b-417e-4a8c-8f64-4f6b81f62844/8b0df721-e64a-4ff1-8aa3-ace9d3536b0e) {{(pid=85313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:09:43.194400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for port, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:43.229503 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262113233063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:43.248691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-daa45845-c806-449e-9721-7e94f3077de7 tempest-AttachVolumeNegativeTest-679548684 tempest-AttachVolumeNegativeTest-679548684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:43.383842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'Port': ['ID=8b0df721-e64a-4ff1-8aa3-ace9d3536b0e,revision_number=1']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:43.405551 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.405941 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.406388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.406797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.407203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.407600 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.407996 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.408392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.408786 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.409177 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.409564 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.409936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:43.414068 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:43.451120 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Network 23f07260-2a73-40f9-8de7-f6683f29607f is already hosted by enough agents. {{(pid=85313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:09:43.452259 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.base_scheduler [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources bound (agent type, host, resource id): {{(pid=85313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:09:43.454642 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Received port after_create {{(pid=85313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:09:44.127765 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:44.215594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:44.490471 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:44.494905 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:44.508229 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-772b1c3c-6269-44cd-a244-621c5301bc5f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:44.641989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'Port': ['ID=8b0df721-e64a-4ff1-8aa3-ace9d3536b0e,revision_number=2']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:44.646578 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:44.752844 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850959895'] for floatingip, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:44.949548 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Floating IP 04fa29ca-b28c-47fe-8238-d0881b26742f associated. External IP: 172.28.0.100, port: 7397c190-c72d-43a5-a1b4-c165cd6c9e65. Apr 15 11:09:45.332961 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:09:45.533643 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:09:45.543668 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] Sync routers for ids ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:09:45.555594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] Routers {'8cbc2a12-18d2-4c15-ab53-1982b6d57464'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:09:45.556278 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:09:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:45.562338 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:45.623086 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9550164 Apr 15 11:09:45.623086 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:09:45.624003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46130) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:45.635114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134389018', 'description': 'tempest-secgroup-smoke-1134389018 description', 'project_id': '116563b3a7e5433d82d580afc3da44a7'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:45.641900 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:45.646795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Usage tracker for resource:security_group and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:45.650055 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:45.657595 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:45.667094 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:45.682009 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'status': 'completed', 'code': 200} Apr 15 11:09:45.689121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:45.693180 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Usage tracker for resource:security_group_rule and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:45.696187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:45.702065 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:45.750415 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] Set router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:09:45.774902 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:45.778422 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:45.782313 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-d5a0653e-bc4d-4f0d-bb11-97afb079f4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:45.811696 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-ce6bebeb-27f3-4dce-b294-b4a37fb9b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:45.813099 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-ce6bebeb-27f3-4dce-b294-b4a37fb9b6f5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=116563b3a7e5433d82d580afc3da44a7&device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 1098 time: 0.0847597 Apr 15 11:09:45.823631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8265ab9a-01dd-47fc-b233-7dacdb7847e4,revision_number=1']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:45.827622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:45.831768 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2038794 Apr 15 11:09:45.833069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46136) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:45.834569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.834990 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.835398 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.835799 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.836195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.836592 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.836988 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.837383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.837779 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.838171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.838586 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.838978 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:09:45.847089 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'security_group_rule': {'security_group_id': '8265ab9a-01dd-47fc-b233-7dacdb7847e4', 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:45.852069 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-78d3095e-04a5-4f24-b2d3-207921267919 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:45.854388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:45.858518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Usage tracker for resource:security_group_rule and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:45.861504 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:45.867617 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:45.885184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:45.954611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:45.958787 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:45.961217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-212f43cd-22fb-4578-aa93-fd8b760e006c tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:45.970394 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-9ab7512d-3f35-4895-91ca-eb28d8d47cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:45.972046 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-9ab7512d-3f35-4895-91ca-eb28d8d47cca service neutron] 10.222.0.97 "GET /v2.0/networks?id=18f046ea-c089-4bdc-8a83-32baa081ae85 HTTP/1.1" status: 200 len: 917 time: 0.1475601 Apr 15 11:09:45.985527 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7d136a-2930-4050-b375-1918829b76b4,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:45.988311 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:45.996838 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:45.998330 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-a5115dfd-2181-4933-9526-7e08dffc4ab2 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559324 Apr 15 11:09:46.001403 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46140) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:46.007532 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'security_group_rule': {'security_group_id': '8265ab9a-01dd-47fc-b233-7dacdb7847e4', 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:46.015350 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:46.019769 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Usage tracker for resource:security_group_rule and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:46.028443 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:46.034912 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:46.054053 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.090453 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-1d28001f-e78f-4ea9-a62c-653870d5bed5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 999 time: 0.1100211 Apr 15 11:09:46.124619 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.127653 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.129880 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-31f73888-660e-4301-817f-c9855b75a67a tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:46.140848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '04fa29ca-b28c-47fe-8238-d0881b26742f', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'floating_ip_address': '172.28.0.100', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'port_id': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'mac_address': 'fa:16:3e:1d:e3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:09:44Z', 'updated_at': '2021-04-15T11:09:44Z', 'revision_number': 0, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:57Z', 'revision_number': 5, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:46.145140 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] Checking router: 8cbc2a12-18d2-4c15-ab53-1982b6d57464 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:09:46.153822 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] Routers {'8cbc2a12-18d2-4c15-ab53-1982b6d57464'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:09:46.154112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2b89bf-878b-4515-8c1f-e6cadcd5e437,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:46.154527 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:09:22Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:46.158647 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:46.166742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.171253 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1815c69d-ce73-42ed-8cbf-a3300ad8ce75 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658962 Apr 15 11:09:46.171584 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46144) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:46.173985 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-26bcef60-b2a5-4e9a-837e-be7d4a1e8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:46.175614 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-26bcef60-b2a5-4e9a-837e-be7d4a1e8488 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4712b59b-df7c-4eaf-8e99-41c0ff843a1a HTTP/1.1" status: 200 len: 854 time: 0.0777707 Apr 15 11:09:46.178200 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'security_group_rule': {'security_group_id': '8265ab9a-01dd-47fc-b233-7dacdb7847e4', 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:46.184651 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:46.188710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Usage tracker for resource:security_group_rule and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:46.193841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:46.200141 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:46.218993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.269545 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-8b1f8041-0f13-496f-b0d1-bd19714e008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:46.271903 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-8b1f8041-0f13-496f-b0d1-bd19714e008d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18f046ea-c089-4bdc-8a83-32baa081ae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795109 Apr 15 11:09:46.292230 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.295951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.298621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-287a2bfa-553a-4a0b-82e0-1b6322e4eda3 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:46.324915 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c97f1f-6a4f-45ba-a8dc-3be675151253,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:46.327888 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:46.337803 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.342294 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-243ba21d-7105-42a9-be16-250bd896f7f3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669252 Apr 15 11:09:46.342936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46148) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:46.346967 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] Set router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:09:46.349034 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'security_group_rule': {'security_group_id': '8265ab9a-01dd-47fc-b233-7dacdb7847e4', 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:46.356174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:46.361405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Usage tracker for resource:security_group_rule and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:46.366174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:46.372977 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:46.392448 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.426070 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-569b4292-84b7-48c8-ac4c-4a4d372a1c44 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469996 Apr 15 11:09:46.460854 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.464206 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.466969 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:46.489088 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6db4e5-4d8b-4be5-8047-60fb36d2a57e,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:46.499073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:46.510826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.512149 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-b5dacea3-70a8-44e5-a0f8-f896504aad37 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1682229 Apr 15 11:09:46.517608 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 46152) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:46.525060 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'security_group_rule': {'security_group_id': '8265ab9a-01dd-47fc-b233-7dacdb7847e4', 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:46.533109 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:46.546792 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Usage tracker for resource:security_group_rule and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:46.551216 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85313) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:46.560420 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:46.594912 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.securitygroups_db [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Project 116563b3a7e5433d82d580afc3da44a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:09:46.609588 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.621892 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-de7aed9f-5790-4d03-8eab-a54ead9ae15d req-2a3e518d-82d4-4075-90d1-37a871cb3259 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889722 Apr 15 11:09:46.683695 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.686731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.688837 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:46.714041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f72747f-a27b-4504-a932-ed1f0397e86d,revision_number=0']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:46.718884 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:46.722723 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.724106 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f7d099fe-9910-44f3-adf4-5ad3e3c05062 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2053328 Apr 15 11:09:46.727178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46156) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:09:46.733095 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'security_group_rule': {'security_group_id': '8265ab9a-01dd-47fc-b233-7dacdb7847e4', 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85314) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:46.734605 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '04fa29ca-b28c-47fe-8238-d0881b26742f', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'floating_ip_address': '172.28.0.100', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'port_id': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'mac_address': 'fa:16:3e:1d:e3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:09:44Z', 'updated_at': '2021-04-15T11:09:44Z', 'revision_number': 0, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:57Z', 'revision_number': 5, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:09:46.738848 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95eef39-c377-44ba-a948-5f73fc712eb7 None None] The sync data for ids ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'] in dv-cinder-786384-1-smb is: [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_floatingips': [{'id': '04fa29ca-b28c-47fe-8238-d0881b26742f', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'floating_ip_address': '172.28.0.100', 'floating_network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'router_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'port_id': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'mac_address': 'fa:16:3e:1d:e3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:09:44Z', 'updated_at': '2021-04-15T11:09:44Z', 'revision_number': 0, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:57Z', 'revision_number': 5, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:09:46.740260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:09:46.744421 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Usage tracker for resource:security_group_rule and tenant:116563b3a7e5433d82d580afc3da44a7 is out of sync, need to count used quota {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:09:46.747505 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85314) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:09:46.753772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.quota.driver [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85314) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:09:46.764742 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.securitygroups_db [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Project 116563b3a7e5433d82d580afc3da44a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:09:46.772203 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.843693 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.847153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849391'] for security_group_rule, after_create {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.853395 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:46.874972 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051adb5c-c041-4f0d-8835-2ed7af8f25f0,revision_number=0']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:46.877461 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:46.885224 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:46.886668 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-71404f3d-ab21-4449-b194-ae9939d3dea6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583371 Apr 15 11:09:47.017852 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-d80d2775-b8de-486a-80b8-3f0f5370d12f tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134389018&fields=id&tenant_id=116563b3a7e5433d82d580afc3da44a7 HTTP/1.1" status: 200 len: 267 time: 0.0468721 Apr 15 11:09:47.026979 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b1612a-d399-4e21-85bf-93da728a9567 None None] New status for floating IP 04fa29ca-b28c-47fe-8238-d0881b26742f: ACTIVE {{(pid=85316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:09:47.113365 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-07b7aeb9-e488-4538-9d9f-b890a960bb12 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:47.115163 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-07b7aeb9-e488-4538-9d9f-b890a960bb12 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 945 time: 0.0892820 Apr 15 11:09:47.127400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-994768e4-a302-4418-bff2-84a0f49296bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'port': {'security_groups': ['757bd94f-eaa8-4907-86d0-6195ee51c2ff', '8265ab9a-01dd-47fc-b233-7dacdb7847e4']}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:09:47.258124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-994768e4-a302-4418-bff2-84a0f49296bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:47.830071 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-994768e4-a302-4418-bff2-84a0f49296bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] For port 7397c190-c72d-43a5-a1b4-c165cd6c9e65, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:09:47.856871 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-994768e4-a302-4418-bff2-84a0f49296bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:47.861922 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-994768e4-a302-4418-bff2-84a0f49296bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:47.883187 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b5a516a5-73c0-4691-911a-fb604cf2ce08 tempest-VolumesSnapshotTestJSON-20336947 tempest-VolumesSnapshotTestJSON-20336947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:09:47.899975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['7397c190-c72d-43a5-a1b4-c165cd6c9e65'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:09:48.040983 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994768e4-a302-4418-bff2-84a0f49296bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'Port': ['ID=7397c190-c72d-43a5-a1b4-c165cd6c9e65,revision_number=6']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:09:48.044777 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-994768e4-a302-4418-bff2-84a0f49296bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:09:48.086662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-994768e4-a302-4418-bff2-84a0f49296bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:48.086885 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-994768e4-a302-4418-bff2-84a0f49296bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:48.088397 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a33963b1-4f89-4864-b6fc-cbee356d2ee4 req-994768e4-a302-4418-bff2-84a0f49296bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "PUT /v2.0/ports/7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 981 time: 0.9662397 Apr 15 11:09:48.089083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:09:48.149266 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'status': 'completed', 'code': 200} Apr 15 11:09:48.234121 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['7397c190-c72d-43a5-a1b4-c165cd6c9e65'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:09:48.355160 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0b2e3-19f4-422d-b44e-dcab201e9e9f req-40548117-e9c9-4f0d-9870-e85b26312ae7 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:48.356791 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e7a0b2e3-19f4-422d-b44e-dcab201e9e9f req-40548117-e9c9-4f0d-9870-e85b26312ae7 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.1598763 Apr 15 11:09:48.360405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57832212-c919-4e61-9cfc-96231fdca127 req-ac780243-5d47-465a-9293-3881094db862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:48.362013 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57832212-c919-4e61-9cfc-96231fdca127 req-ac780243-5d47-465a-9293-3881094db862 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=116563b3a7e5433d82d580afc3da44a7&device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 1137 time: 0.1269641 Apr 15 11:09:48.514511 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-e7a0b2e3-19f4-422d-b44e-dcab201e9e9f req-532e20cb-0dcb-4e52-b7c1-6dcd01cd6c64 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479542 Apr 15 11:09:48.563159 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57832212-c919-4e61-9cfc-96231fdca127 req-3fb255ce-b86c-43ae-9fed-cd70f9f514e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:48.564746 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57832212-c919-4e61-9cfc-96231fdca127 req-3fb255ce-b86c-43ae-9fed-cd70f9f514e2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=18f046ea-c089-4bdc-8a83-32baa081ae85 HTTP/1.1" status: 200 len: 917 time: 0.1856575 Apr 15 11:09:48.591231 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-7bdddc58-3dc9-4a41-9f2b-4f8340eee95a None None] Provisioning complete for port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:09:48.591637 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7bdddc58-3dc9-4a41-9f2b-4f8340eee95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:48.677896 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57832212-c919-4e61-9cfc-96231fdca127 req-68d0f2a8-d2c6-4aaa-85aa-6fa430ea9e2b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 1001 time: 0.1059051 Apr 15 11:09:48.747136 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57832212-c919-4e61-9cfc-96231fdca127 req-a2bd1899-b0e2-4149-b41c-60ce05cf676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:48.748707 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57832212-c919-4e61-9cfc-96231fdca127 req-a2bd1899-b0e2-4149-b41c-60ce05cf676a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4712b59b-df7c-4eaf-8e99-41c0ff843a1a HTTP/1.1" status: 200 len: 854 time: 0.0643456 Apr 15 11:09:48.837711 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57832212-c919-4e61-9cfc-96231fdca127 req-36315512-fee6-4c6a-8881-adeb0b121171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:09:48.839408 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57832212-c919-4e61-9cfc-96231fdca127 req-36315512-fee6-4c6a-8881-adeb0b121171 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18f046ea-c089-4bdc-8a83-32baa081ae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835507 Apr 15 11:09:48.988229 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57832212-c919-4e61-9cfc-96231fdca127 req-16acd9f0-9dd1-455d-b6ac-1f3bf2bdd374 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413450 Apr 15 11:09:49.130123 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-57832212-c919-4e61-9cfc-96231fdca127 req-65b47ddd-fd3e-433c-8c56-1399e1e7c06c service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358597 Apr 15 11:09:49.698117 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3df63de9-3c68-43f9-a148-38c062394d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:52.044359 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5554d32c-4754-4f4e-aeeb-726aab52b36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:52.357122 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:09:53.151345 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:53.180892 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:54.554714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:59.457778 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:05.967244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e55a8-c86f-4816-a8af-3931bef41986 req-fd86f5d7-c70f-47b8-a8c4-8f9d26c1d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:05.968822 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-878e55a8-c86f-4816-a8af-3931bef41986 req-fd86f5d7-c70f-47b8-a8c4-8f9d26c1d474 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=116563b3a7e5433d82d580afc3da44a7&device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 1137 time: 0.1504188 Apr 15 11:10:05.980154 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6e27e-f86b-4399-a5b8-acde7c134246 req-e9c9d3a8-2cfa-4e99-b624-a77ec8c1945d tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:05.981604 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a4a6e27e-f86b-4399-a5b8-acde7c134246 req-e9c9d3a8-2cfa-4e99-b624-a77ec8c1945d tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.1249948 Apr 15 11:10:06.127784 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a4a6e27e-f86b-4399-a5b8-acde7c134246 req-d52ab089-a550-4bcb-8a99-4dcccfc01987 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221569 Apr 15 11:10:06.162005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e55a8-c86f-4816-a8af-3931bef41986 req-e5734e16-f547-4ff0-b953-09f497e2dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:06.163621 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-878e55a8-c86f-4816-a8af-3931bef41986 req-e5734e16-f547-4ff0-b953-09f497e2dc24 service neutron] 10.222.0.97 "GET /v2.0/networks?id=18f046ea-c089-4bdc-8a83-32baa081ae85 HTTP/1.1" status: 200 len: 917 time: 0.1811304 Apr 15 11:10:06.277070 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-878e55a8-c86f-4816-a8af-3931bef41986 req-7611da00-27ed-482a-bd4d-979b7a2308ed service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 1001 time: 0.1035779 Apr 15 11:10:06.346922 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e55a8-c86f-4816-a8af-3931bef41986 req-4c9e0796-9445-4034-b8ba-8bc6bc77c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:06.348472 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-878e55a8-c86f-4816-a8af-3931bef41986 req-4c9e0796-9445-4034-b8ba-8bc6bc77c3f2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4712b59b-df7c-4eaf-8e99-41c0ff843a1a HTTP/1.1" status: 200 len: 854 time: 0.0649765 Apr 15 11:10:06.438518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e55a8-c86f-4816-a8af-3931bef41986 req-83ddbb8b-40ae-44c8-9513-e313494935e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:06.440104 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-878e55a8-c86f-4816-a8af-3931bef41986 req-83ddbb8b-40ae-44c8-9513-e313494935e6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18f046ea-c089-4bdc-8a83-32baa081ae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817811 Apr 15 11:10:06.584448 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-878e55a8-c86f-4816-a8af-3931bef41986 req-5927ab53-3cda-4d18-b2b9-2d51e5870b17 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371472 Apr 15 11:10:06.729234 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-878e55a8-c86f-4816-a8af-3931bef41986 req-fae434e8-fb2e-4036-85d6-668cde54711b service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356401 Apr 15 11:10:06.953904 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-f0336d47-d1dd-4b13-86b5-5a4f01273331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:06.955585 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-f0336d47-d1dd-4b13-86b5-5a4f01273331 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=116563b3a7e5433d82d580afc3da44a7&device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 1137 time: 0.0824714 Apr 15 11:10:07.116092 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-ad5328af-097f-48b5-8a21-e05b0786ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:07.117676 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-ad5328af-097f-48b5-8a21-e05b0786ef50 service neutron] 10.222.0.97 "GET /v2.0/networks?id=18f046ea-c089-4bdc-8a83-32baa081ae85 HTTP/1.1" status: 200 len: 917 time: 0.1395462 Apr 15 11:10:07.239622 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-9b88f2ec-f472-4141-9d09-bf9639c1b84c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 1001 time: 0.1051278 Apr 15 11:10:07.359820 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-5d77f85c-b6bc-4aa9-8964-c17a72fe5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:07.361398 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-5d77f85c-b6bc-4aa9-8964-c17a72fe5173 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4712b59b-df7c-4eaf-8e99-41c0ff843a1a HTTP/1.1" status: 200 len: 854 time: 0.1152754 Apr 15 11:10:07.439714 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ff27b-babf-4083-9cf5-3b40f940dfb6 req-d4246c0d-84a5-4389-971d-720d618089e6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:07.441303 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-916ff27b-babf-4083-9cf5-3b40f940dfb6 req-d4246c0d-84a5-4389-971d-720d618089e6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.1939266 Apr 15 11:10:07.507260 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-6b478834-a573-49f8-b1de-7206eda2ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:07.508775 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-6b478834-a573-49f8-b1de-7206eda2ce26 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18f046ea-c089-4bdc-8a83-32baa081ae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1392548 Apr 15 11:10:07.513286 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-916ff27b-babf-4083-9cf5-3b40f940dfb6 req-9c8e06c8-9c78-41bf-8120-5b4d0a02bfe3 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636244 Apr 15 11:10:07.657200 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-18b86d15-ba2b-43a3-af83-c293a74ce430 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403029 Apr 15 11:10:08.046749 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-dd8904d1-b27a-4f41-90b2-12617f6e1163 req-cea533f8-0e83-4f5a-8ebd-f60222dd1b79 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804703 Apr 15 11:10:08.735307 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8065c-9865-4694-8f55-a45d53354388 req-93ca648e-b8fe-4dc9-8f7b-2b59f471c460 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:08.737312 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3ab8065c-9865-4694-8f55-a45d53354388 req-93ca648e-b8fe-4dc9-8f7b-2b59f471c460 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.1047614 Apr 15 11:10:08.791873 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-3ab8065c-9865-4694-8f55-a45d53354388 req-53596fbd-6b5e-40da-ba16-5db1978031ea tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449378 Apr 15 11:10:10.027622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79a216-d085-4252-b5cd-a38676e2bd4a req-5f528a3d-3ead-4bb1-bcc3-5d6565b1520c tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:10.029174 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6e79a216-d085-4252-b5cd-a38676e2bd4a req-5f528a3d-3ead-4bb1-bcc3-5d6565b1520c tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.1015749 Apr 15 11:10:10.079722 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-6e79a216-d085-4252-b5cd-a38676e2bd4a req-4fecca86-f05a-47ab-9e30-507bed7690bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438888 Apr 15 11:10:11.300602 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6a34e-4844-4375-bdcb-f25bca66a780 req-2fcdf62d-6f98-4a90-b933-320259aa6abc tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:11.302177 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c8a6a34e-4844-4375-bdcb-f25bca66a780 req-2fcdf62d-6f98-4a90-b933-320259aa6abc tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.0927310 Apr 15 11:10:11.357159 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c8a6a34e-4844-4375-bdcb-f25bca66a780 req-1ff03df8-6595-4045-85a8-d8b4b64ab11e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449388 Apr 15 11:10:12.580103 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30afcbd-6f2d-48cf-bdbc-095c1e2866c5 req-6b2d24a9-61e9-42bf-942c-c6a80a9d4d7e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:12.581763 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c30afcbd-6f2d-48cf-bdbc-095c1e2866c5 req-6b2d24a9-61e9-42bf-942c-c6a80a9d4d7e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.0949025 Apr 15 11:10:12.637022 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-c30afcbd-6f2d-48cf-bdbc-095c1e2866c5 req-3510adec-aac1-4b61-becb-938f6f344e12 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442977 Apr 15 11:10:13.858839 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d254de-8195-4a26-8b0a-3fc406c7afae req-8e7ae272-4a41-452f-a8af-3b1e903f5007 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:13.860443 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94d254de-8195-4a26-8b0a-3fc406c7afae req-8e7ae272-4a41-452f-a8af-3b1e903f5007 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.1049216 Apr 15 11:10:13.912970 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-94d254de-8195-4a26-8b0a-3fc406c7afae req-437f2f9e-4d85-465e-9b5c-22681ef24681 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456684 Apr 15 11:10:15.139689 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69935c-a32f-43b2-85e4-333ba5702db2 req-57207172-33e1-425f-8cf4-5089de8b79a5 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:15.141263 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7d69935c-a32f-43b2-85e4-333ba5702db2 req-57207172-33e1-425f-8cf4-5089de8b79a5 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.1066685 Apr 15 11:10:15.202155 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-7d69935c-a32f-43b2-85e4-333ba5702db2 req-8861a89d-a152-4a71-a417-d8df02d8c852 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538013 Apr 15 11:10:16.416536 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108a4e-499e-442e-98fd-76ee97971278 req-75f98079-0fb6-49f4-8c41-862aa7568fde tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:16.418535 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cf108a4e-499e-442e-98fd-76ee97971278 req-75f98079-0fb6-49f4-8c41-862aa7568fde tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.0948222 Apr 15 11:10:16.472660 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-cf108a4e-499e-442e-98fd-76ee97971278 req-130f61dd-39aa-4bd5-b00d-f7b22f6705a7 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441132 Apr 15 11:10:17.686340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a54e26-30c4-4c24-b11d-369c6497cebd req-57609b2a-4cff-42e1-a9ff-8833d49a6c5f tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:17.688114 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-71a54e26-30c4-4c24-b11d-369c6497cebd req-57609b2a-4cff-42e1-a9ff-8833d49a6c5f tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.0939856 Apr 15 11:10:17.741812 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-71a54e26-30c4-4c24-b11d-369c6497cebd req-9669e3f2-5800-40da-b253-86e4c103df3a tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467317 Apr 15 11:10:18.969178 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c049b-8af3-4c23-ba1e-36fb94592933 req-a0e590e8-f0f4-4c77-a028-faf61a4a30bc tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:18.970893 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-099c049b-8af3-4c23-ba1e-36fb94592933 req-a0e590e8-f0f4-4c77-a028-faf61a4a30bc tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.1040237 Apr 15 11:10:19.026205 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-099c049b-8af3-4c23-ba1e-36fb94592933 req-47c6a95e-9a05-420f-b9d8-b3561055ef2d tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=8265ab9a-01dd-47fc-b233-7dacdb7847e4&id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484335 Apr 15 11:10:19.704716 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-01780493-f71b-49dd-b524-a9bad027b9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:22.049525 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9336b3cc-993e-4a15-b02c-966079ce1431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:23.157100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:23.174251 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:24.564320 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:29.364340 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:10:29.452326 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:49.703117 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-a5aa262f-eaa1-4847-a6b7-e4e9a32e0a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:51.646339 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bb2195f5-1cba-4960-83f2-476595158a6b req-970702a4-bcae-4c53-b3b1-0ed8ed84755d tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134389018&fields=id&tenant_id=116563b3a7e5433d82d580afc3da44a7 HTTP/1.1" status: 200 len: 267 time: 0.0458117 Apr 15 11:10:51.746416 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2195f5-1cba-4960-83f2-476595158a6b req-e50525a0-217b-436a-b37d-ba5900556256 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:51.748024 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bb2195f5-1cba-4960-83f2-476595158a6b req-e50525a0-217b-436a-b37d-ba5900556256 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 984 time: 0.0929899 Apr 15 11:10:51.763594 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.v2.base [req-bb2195f5-1cba-4960-83f2-476595158a6b req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Request body: {'port': {'security_groups': ['757bd94f-eaa8-4907-86d0-6195ee51c2ff']}} {{(pid=85313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:10:51.898460 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-bb2195f5-1cba-4960-83f2-476595158a6b req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854523437'] for port, before_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:52.047143 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-72d9eefa-b61b-4d06-ad1c-83d889e27157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:52.228198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-bb2195f5-1cba-4960-83f2-476595158a6b req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] For port 7397c190-c72d-43a5-a1b4-c165cd6c9e65, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:10:52.256353 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-bb2195f5-1cba-4960-83f2-476595158a6b req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for port, precommit_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:52.262100 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-bb2195f5-1cba-4960-83f2-476595158a6b req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774741985327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262113233046', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774741542788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827953636'] for port, after_update {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:52.279964 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-4a2713f3-0597-410b-a6ab-651101c5b013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:10:52.302950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['7397c190-c72d-43a5-a1b4-c165cd6c9e65'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:10:52.429255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event updated for resources: {'Port': ['ID=7397c190-c72d-43a5-a1b4-c165cd6c9e65,revision_number=7']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:10:52.443694 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.444114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.444520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.444925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.445322 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.445720 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.446113 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.446545 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.446936 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.447329 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.447710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.448090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:52.461876 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:10:52.500115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2195f5-1cba-4960-83f2-476595158a6b req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:52.500796 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-bb2195f5-1cba-4960-83f2-476595158a6b req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:52.502299 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-bb2195f5-1cba-4960-83f2-476595158a6b req-8f5c7f3c-a3af-4a9e-b354-87fb0b4aa8b8 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "PUT /v2.0/ports/7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 942 time: 0.7439554 Apr 15 11:10:52.502883 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:10:52.509954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 46212) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:10:52.562726 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'status': 'completed', 'code': 200} Apr 15 11:10:52.590550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-32d017a1-0b04-4a81-b258-47f03a312891 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:52.675107 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-32d017a1-0b04-4a81-b258-47f03a312891 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:52.700244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['7397c190-c72d-43a5-a1b4-c165cd6c9e65'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:10:52.745737 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2506312-be15-4a12-a885-8c1964707298 req-9acabb5a-7a03-49c6-b538-9c41923d5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:52.747427 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d2506312-be15-4a12-a885-8c1964707298 req-9acabb5a-7a03-49c6-b538-9c41923d5404 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=116563b3a7e5433d82d580afc3da44a7&device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 1098 time: 0.1389790 Apr 15 11:10:52.778639 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-32d017a1-0b04-4a81-b258-47f03a312891 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:52.780198 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.provisioning_blocks [None req-136f2d4c-2629-44e0-b870-957195cc7792 None None] Provisioning complete for port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 triggered by entity DHCP. {{(pid=85315) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:10:52.780623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-136f2d4c-2629-44e0-b870-957195cc7792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-87545'] for port, provisioning_complete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:52.786560 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-46c1ec6e-4203-4352-ae12-926d0c672039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:10:52.856763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d017a1-0b04-4a81-b258-47f03a312891 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8265ab9a-01dd-47fc-b233-7dacdb7847e4,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:10:52.861830 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-32d017a1-0b04-4a81-b258-47f03a312891 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:10:52.871523 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-32d017a1-0b04-4a81-b258-47f03a312891 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:52.872766 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-32d017a1-0b04-4a81-b258-47f03a312891 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "DELETE /v2.0/security-groups/8265ab9a-01dd-47fc-b233-7dacdb7847e4 HTTP/1.1" status: 204 len: 168 time: 0.3617315 Apr 15 11:10:52.875926 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46216) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:10:52.923315 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2506312-be15-4a12-a885-8c1964707298 req-b904ef2c-623d-4b47-8ef3-b61769cf02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:52.924916 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d2506312-be15-4a12-a885-8c1964707298 req-b904ef2c-623d-4b47-8ef3-b61769cf02ca service neutron] 10.222.0.97 "GET /v2.0/networks?id=18f046ea-c089-4bdc-8a83-32baa081ae85 HTTP/1.1" status: 200 len: 917 time: 0.1710222 Apr 15 11:10:53.043620 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d2506312-be15-4a12-a885-8c1964707298 req-8bd5dfa2-543f-48bd-8d28-617d0d27d7ac service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 1001 time: 0.1091199 Apr 15 11:10:53.100946 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Deleting port 8b0df721-e64a-4ff1-8aa3-ace9d3536b0e {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:10:53.101246 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:53.115637 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2506312-be15-4a12-a885-8c1964707298 req-162d1db1-a524-4beb-a970-27485014c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:53.117276 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d2506312-be15-4a12-a885-8c1964707298 req-162d1db1-a524-4beb-a970-27485014c9e9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4712b59b-df7c-4eaf-8e99-41c0ff843a1a HTTP/1.1" status: 200 len: 854 time: 0.0668013 Apr 15 11:10:53.150699 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:53.178750 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:53.205083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2506312-be15-4a12-a885-8c1964707298 req-25b85f4e-6108-46e6-bccc-87d3ace18881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:53.206798 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d2506312-be15-4a12-a885-8c1964707298 req-25b85f4e-6108-46e6-bccc-87d3ace18881 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18f046ea-c089-4bdc-8a83-32baa081ae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823288 Apr 15 11:10:53.286944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:53.287195 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:53.354842 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d2506312-be15-4a12-a885-8c1964707298 req-08e059da-5d29-416b-89d2-194a660fbce4 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404269 Apr 15 11:10:53.425272 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Calling delete_port for 8b0df721-e64a-4ff1-8aa3-ace9d3536b0e owned by network:floatingip {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:10:53.499268 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-d2506312-be15-4a12-a885-8c1964707298 req-20a625b8-35f5-4ecc-8549-7cc75829a7af service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376383 Apr 15 11:10:53.591078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:53.610207 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-667ef12a-f5a4-45df-a94e-0016d8c33a60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:10:53.707022 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event deleted for resources: {'Port': ['ID=8b0df721-e64a-4ff1-8aa3-ace9d3536b0e,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:10:53.725810 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.726255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.726684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.727097 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.727499 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.727907 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.728332 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.728718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.729126 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.729526 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.729925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.730319 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:10:53.735357 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:10:53.895388 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks [] for floatingip, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:53.895622 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.db.l3_db [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Floating IP 04fa29ca-b28c-47fe-8238-d0881b26742f disassociated (deleted). External IP: 172.28.0.100, port: 7397c190-c72d-43a5-a1b4-c165cd6c9e65. Apr 15 11:10:54.277917 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:10:54.471446 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:10:54.482419 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] Sync routers for ids ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:10:54.493134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for floatingip, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:54.493710 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] Routers {'8cbc2a12-18d2-4c15-ab53-1982b6d57464'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:10:54.494425 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:10:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:10:54.558502 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-7ea14ed7-d122-4b67-99ea-5aa33b2e5dec tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "DELETE /v2.0/floatingips/04fa29ca-b28c-47fe-8238-d0881b26742f HTTP/1.1" status: 204 len: 168 time: 1.6813827 Apr 15 11:10:54.559433 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65'}] {{(pid=85314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:10:54.647561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:54.670206 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'status': 'completed', 'code': 200} Apr 15 11:10:54.710239 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] Set router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:10:54.799538 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-9671f56f-250d-441c-891c-d6a0bee9ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:54.801948 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-9671f56f-250d-441c-891c-d6a0bee9ba5e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=116563b3a7e5433d82d580afc3da44a7&device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 1098 time: 0.0856884 Apr 15 11:10:54.960046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-de4dedf5-72ab-41ec-9dd6-7e941a8daee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:54.961647 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-de4dedf5-72ab-41ec-9dd6-7e941a8daee5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=18f046ea-c089-4bdc-8a83-32baa081ae85 HTTP/1.1" status: 200 len: 917 time: 0.1524322 Apr 15 11:10:55.050315 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-8dbfbfcf-13be-451d-830e-31df70c4916b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 200 len: 217 time: 0.0753171 Apr 15 11:10:55.071648 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:57Z', 'revision_number': 5, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:10:55.075814 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] Checking router: 8cbc2a12-18d2-4c15-ab53-1982b6d57464 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:10:55.085468 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] Routers {'8cbc2a12-18d2-4c15-ab53-1982b6d57464'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:10:55.086184 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:10:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:10:55.122108 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-43253124-64fc-4263-9491-2cbe676f1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:55.123744 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-43253124-64fc-4263-9491-2cbe676f1030 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4712b59b-df7c-4eaf-8e99-41c0ff843a1a HTTP/1.1" status: 200 len: 854 time: 0.0662100 Apr 15 11:10:55.214947 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-130cf462-ff4e-4faa-92af-9a34cfdee051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:55.216583 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-130cf462-ff4e-4faa-92af-9a34cfdee051 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18f046ea-c089-4bdc-8a83-32baa081ae85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830369 Apr 15 11:10:55.282989 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] Set router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:10:55.610137 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-cb0ce501-d710-40f7-9faf-d976ca51e9a3 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841462 Apr 15 11:10:55.657749 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:57Z', 'revision_number': 5, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:10:55.662255 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36092d-b42a-4026-b8c2-20c5a667c0de None None] The sync data for ids ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'] in dv-cinder-786384-1-smb is: [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:08:47Z', 'revision_number': 4, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb', '_interfaces': [{'id': 'e23b7c82-cd1a-473a-a375-fb06cb539f3c', 'name': '', 'network_id': '18f046ea-c089-4bdc-8a83-32baa081ae85', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'mac_address': 'fa:16:3e:a7:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:46Z', 'updated_at': '2021-04-15T11:08:57Z', 'revision_number': 5, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'subnets': [{'id': '4712b59b-df7c-4eaf-8e99-41c0ff843a1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:10:55.764244 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-174d4a5b-b114-4e88-8df8-5ae780a96ea5 req-8989ea0f-4b9a-4427-9df9-a814d00eea80 service neutron] 10.222.0.97 "GET /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456330 Apr 15 11:10:56.097816 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e654bcf-6b51-453a-a296-abaa1d130912 None None] New status for floating IP 04fa29ca-b28c-47fe-8238-d0881b26742f: DOWN {{(pid=85316) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:10:57.947842 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbdb8d-a4b6-4966-8963-3566fd2585a9 req-6c8c636a-a88b-451d-8708-80c08adba895 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:57.949431 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-23fbdb8d-a4b6-4966-8963-3566fd2585a9 req-6c8c636a-a88b-451d-8708-80c08adba895 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 945 time: 0.0936081 Apr 15 11:10:58.002131 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-23fbdb8d-a4b6-4966-8963-3566fd2585a9 req-28882a5a-3d7c-48f3-a609-397e42cd19db tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Synchronizing usage tracker for tenant:116563b3a7e5433d82d580afc3da44a7 on resource:security_group {{(pid=85313) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:10:58.020090 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.quota.resource [req-23fbdb8d-a4b6-4966-8963-3566fd2585a9 req-28882a5a-3d7c-48f3-a609-397e42cd19db tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Unset dirty status for tenant:116563b3a7e5433d82d580afc3da44a7 on resource:security_group {{(pid=85313) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:10:58.021735 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-23fbdb8d-a4b6-4966-8963-3566fd2585a9 req-28882a5a-3d7c-48f3-a609-397e42cd19db tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618877 Apr 15 11:10:59.257014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298684d-d8e0-49ac-9f91-1c3ef64efbaf req-60d710f2-693d-4765-b68f-bef133d267bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:59.258667 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1298684d-d8e0-49ac-9f91-1c3ef64efbaf req-60d710f2-693d-4765-b68f-bef133d267bd tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 945 time: 0.1037965 Apr 15 11:10:59.308143 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-1298684d-d8e0-49ac-9f91-1c3ef64efbaf req-9596c755-dcae-4507-ac01-7aa2ae0231b1 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425858 Apr 15 11:10:59.478124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:59.817770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-c8be509b-0a1b-4382-acd1-bf939d93c32b tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:10:59.819402 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-c8be509b-0a1b-4382-acd1-bf939d93c32b tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.97 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 945 time: 0.1057534 Apr 15 11:10:59.898305 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Deleting port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:10:59.898655 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:00.174901 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] For port 7397c190-c72d-43a5-a1b4-c165cd6c9e65, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7397c190-c72d-43a5-a1b4-c165cd6c9e65,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:11:00.175169 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:00.313800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Calling delete_port for 7397c190-c72d-43a5-a1b4-c165cd6c9e65 owned by compute:nova {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:11:00.517742 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:00.536520 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c772ed10-d8e4-47d5-889a-8b0e060b83ee tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:00.554665 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] get_ports_and_sgs() called for port_ids ['7397c190-c72d-43a5-a1b4-c165cd6c9e65'] {{(pid=85315) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:11:00.643566 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Pushing event deleted for resources: {'Port': ['ID=7397c190-c72d-43a5-a1b4-c165cd6c9e65,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:00.653093 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:00.684975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252316f-d26d-491c-a9e3-9867ee8fb854 req-2c5a5cdb-b0c9-4f00-9eb9-bb0d7478eff0 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:11:00.686650 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a252316f-d26d-491c-a9e3-9867ee8fb854 req-2c5a5cdb-b0c9-4f00-9eb9-bb0d7478eff0 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/ports?device_id=db55090e-e3ea-4b2a-97a4-f253d0d89c65 HTTP/1.1" status: 200 len: 867 time: 0.2552829 Apr 15 11:11:00.792193 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-a252316f-d26d-491c-a9e3-9867ee8fb854 req-3bf14f2d-1610-4263-ab54-03aba94139b6 tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.71 "GET /v2.0/security-groups?id=757bd94f-eaa8-4907-86d0-6195ee51c2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922644 Apr 15 11:11:00.845171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] No DVR routers for this DVR port 7397c190-c72d-43a5-a1b4-c165cd6c9e65 on host hv-cinder-78638 {{(pid=85313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:11:00.847850 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775049'] for port, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:00.850674 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'name': 'network-vif-deleted', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65'}] {{(pid=85313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:11:00.863513 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [req-ff0ad3b9-d0a8-4620-b6b0-7686dd04c267 req-da60ce50-ca2d-4962-9f0a-7eb3a658420e tempest-TestMinimumBasicScenario-59871474 tempest-TestMinimumBasicScenario-59871474-project] 10.222.0.97 "DELETE /v2.0/ports/7397c190-c72d-43a5-a1b4-c165cd6c9e65 HTTP/1.1" status: 204 len: 173 time: 1.0383980 Apr 15 11:11:00.903636 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db55090e-e3ea-4b2a-97a4-f253d0d89c65', 'name': 'network-vif-deleted', 'tag': '7397c190-c72d-43a5-a1b4-c165cd6c9e65', 'status': 'completed', 'code': 200} Apr 15 11:11:02.493083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 46300) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:03.078083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815431'] for router_interface, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:03.445492 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Deleting port e23b7c82-cd1a-473a-a375-fb06cb539f3c {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:11:03.445751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:03.631005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] For port e23b7c82-cd1a-473a-a375-fb06cb539f3c, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=e23b7c82-cd1a-473a-a375-fb06cb539f3c,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:11:03.631632 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:03.768644 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Calling delete_port for e23b7c82-cd1a-473a-a375-fb06cb539f3c owned by network:router_interface {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:11:04.201400 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:04.214416 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-6ccfc9b0-770b-4af6-8942-f65501b6356f tempest-AttachVolumeShelveTestJSON-997254466 tempest-AttachVolumeShelveTestJSON-997254466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:04.306836 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e23b7c82-cd1a-473a-a375-fb06cb539f3c,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:04.313138 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:04.641696 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 7397c190-c72d-43a5-a1b4-c165cd6c9e65 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:11:04.662935 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851003771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815890'] for router_interface, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:04.679236 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] No Port match for: 7397c190-c72d-43a5-a1b4-c165cd6c9e65 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:11:04.679623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Device 7397c190-c72d-43a5-a1b4-c165cd6c9e65 not bound to the agent host hv-cinder-78638 {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:11:05.186731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:11:05.377042 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:11:05.387159 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] Sync routers for ids ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'] in dv-cinder-786384-1-smb {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:11:05.390790 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-bc4eb400-3031-4503-a24d-ad2b4a40afa3 admin admin] 10.222.0.71 "PUT /v2.0/routers/8cbc2a12-18d2-4c15-ab53-1982b6d57464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8956673 Apr 15 11:11:05.393528 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 46304) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:05.397223 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] Routers {'8cbc2a12-18d2-4c15-ab53-1982b6d57464'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:11:05.398010 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:10:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:05.592726 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Notify callbacks [] for router, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:05.768518 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] Set router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 gateway port host: dv-cinder-786384-1-smb {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:11:05.785014 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:05.794708 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Deleting port dde1ba76-b698-4aa1-9c14-4f86213a6225 {{(pid=85313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:11:05.795077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:05.985611 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] For port dde1ba76-b698-4aa1-9c14-4f86213a6225, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=dde1ba76-b698-4aa1-9c14-4f86213a6225,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:11:05.986017 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:06.074003 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:11:04Z', 'revision_number': 5, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port': {'id': 'dde1ba76-b698-4aa1-9c14-4f86213a6225', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:43Z', 'updated_at': '2021-04-15T11:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:06.078282 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] Checking router: 8cbc2a12-18d2-4c15-ab53-1982b6d57464 for host: dv-cinder-786384-1-smb {{(pid=85315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:11:06.087809 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] Routers {'8cbc2a12-18d2-4c15-ab53-1982b6d57464'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:11:06.088465 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:10:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'], 'active': True} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:06.117997 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Calling delete_port for dde1ba76-b698-4aa1-9c14-4f86213a6225 owned by network:router_gateway {{(pid=85313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:11:06.250919 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] Set router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 gateway port host: None {{(pid=85315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:11:06.299785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26822180'] for port, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:06.313076 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-88febe60-8dc5-45b1-a498-3f87682158f7 tempest-AttachVolumeTestJSON-1324477930 tempest-AttachVolumeTestJSON-1324477930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:06.354239 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:11:06.365383 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:11:05Z', 'revision_number': 6, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port_host': None}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:06.369890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79db51f7-791d-4a4b-8040-20d8c29a6621 None None] The sync data for ids ['8cbc2a12-18d2-4c15-ab53-1982b6d57464'] in dv-cinder-786384-1-smb is: [{'id': '8cbc2a12-18d2-4c15-ab53-1982b6d57464', 'name': 'tempest-TestMinimumBasicScenario-1237335187-router', 'tenant_id': '116563b3a7e5433d82d580afc3da44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:42Z', 'updated_at': '2021-04-15T11:11:05Z', 'revision_number': 6, 'project_id': '116563b3a7e5433d82d580afc3da44a7', 'gw_port_host': None}] {{(pid=85315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:11:06.409287 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde1ba76-b698-4aa1-9c14-4f86213a6225,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:06.412168 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:06.511795 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device e23b7c82-cd1a-473a-a375-fb06cb539f3c no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:11:06.551925 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: e23b7c82-cd1a-473a-a375-fb06cb539f3c {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:11:06.552331 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device e23b7c82-cd1a-473a-a375-fb06cb539f3c not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:11:06.598401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3815732'] for router_gateway, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.030453 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59749'] for router, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.032944 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.066382 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850859454'] for router, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.066940 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbc2a12-18d2-4c15-ab53-1982b6d57464 {{(pid=85313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:11:07.079976 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] Notify callbacks [] for router, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.081220 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-88413cb5-37de-49e6-9dc0-58d782d6d977 admin admin] 10.222.0.71 "DELETE /v2.0/routers/8cbc2a12-18d2-4c15-ab53-1982b6d57464 HTTP/1.1" status: 204 len: 168 time: 1.6866214 Apr 15 11:11:07.084123 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46308) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:07.154455 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-c008fd97-799b-4991-aede-b56f21628db2 admin admin] Deleting subnet 4712b59b-df7c-4eaf-8e99-41c0ff843a1a {{(pid=85314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:11:07.157694 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c008fd97-799b-4991-aede-b56f21628db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.212544 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c008fd97-799b-4991-aede-b56f21628db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851352988'] for subnet, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.301667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c008fd97-799b-4991-aede-b56f21628db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.569114 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c008fd97-799b-4991-aede-b56f21628db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852206639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26456869'] for subnet, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.582826 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-0b00d8ed-b423-4e51-96ce-3154bc9b2acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:07.663405 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008fd97-799b-4991-aede-b56f21628db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4712b59b-df7c-4eaf-8e99-41c0ff843a1a,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:07.670606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-c008fd97-799b-4991-aede-b56f21628db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:07.728217 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-c008fd97-799b-4991-aede-b56f21628db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.733772 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38d4e4-dfc8-4ad6-a3c5-f447870984bc None None] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:11:07.734628 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-c008fd97-799b-4991-aede-b56f21628db2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4712b59b-df7c-4eaf-8e99-41c0ff843a1a HTTP/1.1" status: 204 len: 168 time: 0.6492672 Apr 15 11:11:07.737416 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46312) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:07.853267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:08.003385 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] DHCP port deletion for 18f046ea-c089-4bdc-8a83-32baa081ae85 request from dv-cinder-786384-1-smb {{(pid=85315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:11:08.008761 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Deleting port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:11:08.009212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:08.163809 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Deleting port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:11:08.164445 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:08.232505 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] For port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=b9a3edfe-6ab4-4e89-92d1-44aecebdadc0,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:11:08.232855 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:08.365019 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Calling delete_port for b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 owned by network:dhcp {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:11:08.388726 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] For port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=b9a3edfe-6ab4-4e89-92d1-44aecebdadc0,segment=NetworkSegment(b670cf31-69f4-41e6-8b18-dee444c6f8e2),segment_id=b670cf31-69f4-41e6-8b18-dee444c6f8e2)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:11:08.389153 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:08.452490 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754'] for port, after_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:08.468441 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3540d53a-bafc-44fb-9e1b-2ca9f4efaf87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:08.515312 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:11:08.527856 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Calling delete_port for b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 owned by network:dhcp {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:11:08.609041 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.db.api [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85314) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:11:08.609404 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_db.api [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:11:08.611731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Pushing event deleted for resources: {'Port': ['ID=b9a3edfe-6ab4-4e89-92d1-44aecebdadc0,revision_number=None']} {{(pid=85315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:08.623688 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:11:08.624078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:11:08.624531 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device dde1ba76-b698-4aa1-9c14-4f86213a6225 no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:11:08.671922 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.672154 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.672569 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.672933 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.673295 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.673662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.674022 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.674411 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.674767 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.675125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.675484 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.675818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-1-smb {{(pid=85315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:11:08.687313 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: dde1ba76-b698-4aa1-9c14-4f86213a6225 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:11:08.687701 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device dde1ba76-b698-4aa1-9c14-4f86213a6225 not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:11:08.689249 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:08.706021 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa17ca-4ac0-48fe-8c3c-2249f6e3d2c4 None None] No DVR routers for this DVR port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 on host dv-cinder-786384-1-smb {{(pid=85315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:11:09.111016 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Deleting port b9a3edfe-6ab4-4e89-92d1-44aecebdadc0 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:11:09.111633 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:09.192046 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] The port 'b9a3edfe-6ab4-4e89-92d1-44aecebdadc0' was deleted {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:11:09.317890 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:09.450119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f046ea-c089-4bdc-8a83-32baa081ae85']}} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:09.463751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b670cf31-69f4-41e6-8b18-dee444c6f8e2') {'for_net_delete': True} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:09.464091 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b670cf31-69f4-41e6-8b18-dee444c6f8e2') {} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:09.476568 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422844'] for segment, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:09.495387 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:09.502124 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=85314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:11:09.684368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:11:09.693751 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568562'] for segment, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:09.878022 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Network 18f046ea-c089-4bdc-8a83-32baa081ae85 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: % (table.description, expected, rows_matched) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: % (table.description, expected, rows_matched) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: % (table.description, expected, rows_matched) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: % (table.description, expected, rows_matched) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:11:09.900935 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:11:09.982797 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:09.986887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-bac10b3b-c07b-4aee-a978-2bbe562bb107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:10.004662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:10.015941 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=18f046ea-c089-4bdc-8a83-32baa081ae85,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:10.020851 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:10.024223 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-8c234516-03ed-4edd-a08e-783a825034a8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/18f046ea-c089-4bdc-8a83-32baa081ae85 HTTP/1.1" status: 204 len: 168 time: 2.2858090 Apr 15 11:11:10.027574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46316) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:10.614993 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815431'] for router_interface, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:10.986171 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Deleting port b8331928-92d3-4c16-8d52-9a095ffcd745 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:11:10.986554 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:11.174110 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] For port b8331928-92d3-4c16-8d52-9a095ffcd745, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=b8331928-92d3-4c16-8d52-9a095ffcd745,segment=NetworkSegment(5c7685de-3dab-4bb9-a162-bda561069b4b),segment_id=5c7685de-3dab-4bb9-a162-bda561069b4b)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:11:11.174534 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:11.304384 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Calling delete_port for b8331928-92d3-4c16-8d52-9a095ffcd745 owned by network:router_interface {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:11:11.488999 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:11.502410 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a589cb9e-5bf9-4b10-846b-08f04c16a137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:11.595773 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b8331928-92d3-4c16-8d52-9a095ffcd745,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:11.602077 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:12.188241 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851003771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815890'] for router_interface, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:12.704957 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Router 69677f7e-cd64-4306-9990-2d2ab43b219f has already been hosted by L3 agent f0bcd194-e454-49bc-97d2-0b9db45c8336 {{(pid=85314) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:11:12.904561 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] Notify agent at l3_agent.dv-cinder-786384-1-smb the message routers_updated {{(pid=85314) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:11:12.913712 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] Sync routers for ids ['69677f7e-cd64-4306-9990-2d2ab43b219f'] in dv-cinder-786384-1-smb {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:11:12.924223 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-63ebf281-7fb4-44b9-9c67-052e610dcf8d admin admin] 10.222.0.71 "PUT /v2.0/routers/69677f7e-cd64-4306-9990-2d2ab43b219f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8930495 Apr 15 11:11:12.924469 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] Routers {'69677f7e-cd64-4306-9990-2d2ab43b219f'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:11:12.924663 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46320) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:12.925151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:10:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['69677f7e-cd64-4306-9990-2d2ab43b219f'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:13.112396 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] Set router 69677f7e-cd64-4306-9990-2d2ab43b219f gateway port host: dv-cinder-786384-1-smb {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:11:13.120662 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Notify callbacks [] for router, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:13.326119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:13.336336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Deleting port 6872adb9-c998-4cad-9be8-c075377ddc2c {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:11:13.336845 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:13.532701 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] For port 6872adb9-c998-4cad-9be8-c075377ddc2c, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=6872adb9-c998-4cad-9be8-c075377ddc2c,segment=NetworkSegment(d66de538-9f0a-47dd-a4a6-3f1cfc42bea5),segment_id=d66de538-9f0a-47dd-a4a6-3f1cfc42bea5)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:11:13.533119 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:13.576479 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'name': 'tempest-TestMinimumBasicScenario-761589358-router', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'external_fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:50Z', 'updated_at': '2021-04-15T11:11:11Z', 'revision_number': 5, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'gw_port': {'id': '6872adb9-c998-4cad-9be8-c075377ddc2c', 'name': '', 'network_id': '23f07260-2a73-40f9-8de7-f6683f29607f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:08:51Z', 'updated_at': '2021-04-15T11:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5975ef4b-417e-4a8c-8f64-4f6b81f62844', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-1-smb'}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:13.580433 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] Checking router: 69677f7e-cd64-4306-9990-2d2ab43b219f for host: dv-cinder-786384-1-smb {{(pid=85316) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:11:13.589700 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] Routers {'69677f7e-cd64-4306-9990-2d2ab43b219f'} bound to L3 agent in host dv-cinder-786384-1-smb {{(pid=85316) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:11:13.590368 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:47:22Z,description=,heartbeat_timestamp=2021-04-15T11:10:52Z,host='dv-cinder-786384-1-smb',id=f0bcd194-e454-49bc-97d2-0b9db45c8336,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:47:22Z,topic='l3_agent')) {'router_ids': ['69677f7e-cd64-4306-9990-2d2ab43b219f'], 'active': True} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:13.664707 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Calling delete_port for 6872adb9-c998-4cad-9be8-c075377ddc2c owned by network:router_gateway {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:11:13.752684 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvr_db [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] Set router 69677f7e-cd64-4306-9990-2d2ab43b219f gateway port host: None {{(pid=85316) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:11:13.841456 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:13.854857 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2a419e57-05b6-4aa0-9c9e-c458152ea4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:13.865125 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_hamode_db [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'name': 'tempest-TestMinimumBasicScenario-761589358-router', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:50Z', 'updated_at': '2021-04-15T11:11:13Z', 'revision_number': 6, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'gw_port_host': None}], 'dv-cinder-786384-1-smb', False) {} {{(pid=85316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:13.870067 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf49cf-b281-4fa9-93ad-6e862b47bb43 None None] The sync data for ids ['69677f7e-cd64-4306-9990-2d2ab43b219f'] in dv-cinder-786384-1-smb is: [{'id': '69677f7e-cd64-4306-9990-2d2ab43b219f', 'name': 'tempest-TestMinimumBasicScenario-761589358-router', 'tenant_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:08:50Z', 'updated_at': '2021-04-15T11:11:13Z', 'revision_number': 6, 'project_id': '40ff3be28f934da69e2ed5cb9e3e1faf', 'gw_port_host': None}] {{(pid=85316) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:11:13.903731 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Pushing event deleted for resources: {'Port': ['ID=6872adb9-c998-4cad-9be8-c075377ddc2c,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:13.909036 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:14.125719 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3815732'] for router_gateway, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:14.317537 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3917010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59749'] for router, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:14.320174 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:14.346631 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850859454'] for router, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:14.347185 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69677f7e-cd64-4306-9990-2d2ab43b219f {{(pid=85314) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:11:14.360549 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] Notify callbacks [] for router, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:14.361648 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-5508689d-364d-4ec1-beeb-6453b1afca6c admin admin] 10.222.0.71 "DELETE /v2.0/routers/69677f7e-cd64-4306-9990-2d2ab43b219f HTTP/1.1" status: 204 len: 168 time: 1.4361331 Apr 15 11:11:14.364542 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46324) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:14.435432 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a083c6a-8e48-499a-96c5-5df6c81d0d58 admin admin] Deleting subnet 560365aa-9570-467c-af2b-cf6cf51dee4d {{(pid=85314) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:11:14.438975 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a083c6a-8e48-499a-96c5-5df6c81d0d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:14.488227 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device b8331928-92d3-4c16-8d52-9a095ffcd745 no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:11:14.535134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: b8331928-92d3-4c16-8d52-9a095ffcd745 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:11:14.535507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device b8331928-92d3-4c16-8d52-9a095ffcd745 not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:11:14.536005 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 6872adb9-c998-4cad-9be8-c075377ddc2c no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:11:14.578051 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: 6872adb9-c998-4cad-9be8-c075377ddc2c {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:11:14.578474 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 6872adb9-c998-4cad-9be8-c075377ddc2c not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:11:14.742323 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a083c6a-8e48-499a-96c5-5df6c81d0d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851352988'] for subnet, precommit_delete_associations {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:14.830086 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a083c6a-8e48-499a-96c5-5df6c81d0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-31758'] for subnet, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.116115 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a083c6a-8e48-499a-96c5-5df6c81d0d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854744058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852206639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26456869'] for subnet, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.131667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:15.221513 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a083c6a-8e48-499a-96c5-5df6c81d0d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560365aa-9570-467c-af2b-cf6cf51dee4d,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:15.226032 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-9a083c6a-8e48-499a-96c5-5df6c81d0d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:15.270002 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-9a083c6a-8e48-499a-96c5-5df6c81d0d58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.276134 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d5c36-9147-4ac2-8bdc-6b0396f9059f None None] Network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 requested from dv-cinder-786384-1-smb {{(pid=85315) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:11:15.278472 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-9a083c6a-8e48-499a-96c5-5df6c81d0d58 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/560365aa-9570-467c-af2b-cf6cf51dee4d HTTP/1.1" status: 204 len: 168 time: 0.9107034 Apr 15 11:11:15.279698 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46328) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:15.400111 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854629956'] for network, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.477288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Deleting port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 {{(pid=85314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:11:15.477667 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.550755 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] DHCP port deletion for 9ff2e036-5749-44a1-a1c2-f76b1478ee09 request from dv-cinder-786384-1-smb {{(pid=85315) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:11:15.555813 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] Deleting port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:11:15.556233 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.704943 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] For port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=3c9f1321-41f9-4016-aab4-d8bf1be0dff3,segment=NetworkSegment(5c7685de-3dab-4bb9-a162-bda561069b4b),segment_id=5c7685de-3dab-4bb9-a162-bda561069b4b)] {{(pid=85314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:11:15.705276 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.772725 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.db [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] For port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3, host dv-cinder-786384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-1-smb',level=0,port_id=3c9f1321-41f9-4016-aab4-d8bf1be0dff3,segment=NetworkSegment(5c7685de-3dab-4bb9-a162-bda561069b4b),segment_id=5c7685de-3dab-4bb9-a162-bda561069b4b)] {{(pid=85315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:11:15.773073 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3809882'] for port, precommit_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.843273 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Calling delete_port for 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 owned by network:dhcp {{(pid=85314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:11:15.905886 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] Calling delete_port for 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 owned by network:dhcp {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:11:15.921283 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854523460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854622887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774741985310', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774741542754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2569126'] for port, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.936971 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-a63b355f-f17a-417d-8a88-3a3875506e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:15.980893 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.db.api [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85315) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:11:15.981237 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_db.api [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:11:16.034078 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9f1321-41f9-4016-aab4-d8bf1be0dff3,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:16.038702 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:16.079703 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] No DVR routers for this DVR port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 on host dv-cinder-786384-1-smb {{(pid=85314) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:11:16.204983 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690575', 'neutron.services.segments.db._delete_segments_for_network--9223363262112713281'] for network, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:16.321725 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff2e036-5749-44a1-a1c2-f76b1478ee09']}} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:16.334612 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7685de-3dab-4bb9-a162-bda561069b4b') {'for_net_delete': True} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:16.334950 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.services.segments.db [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7685de-3dab-4bb9-a162-bda561069b4b') {} {{(pid=85314) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:11:16.347677 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262112713025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3422844'] for segment, before_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:16.369800 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854773656'] for segment, precommit_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:16.376737 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=85314) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:11:16.476151 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 no longer exists at agent ovs-agent-dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:11:16.507718 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] Deleting port 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 {{(pid=85315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:11:16.508112 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262112804229'] for port, before_delete {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:16.551847 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] No Port match for: 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 {{(pid=85315) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:11:16.552262 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.rpc [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Device 3c9f1321-41f9-4016-aab4-d8bf1be0dff3 not bound to the agent host dv-cinder-786384-1-smb {{(pid=85315) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:11:16.567026 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:11:16.576277 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2568562'] for segment, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:16.590083 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4622f-eb17-4e76-9c95-89c77909090f None None] The port '3c9f1321-41f9-4016-aab4-d8bf1be0dff3' was deleted {{(pid=85315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:11:16.760635 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.plugins.ml2.managers [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Network 9ff2e036-5749-44a1-a1c2-f76b1478ee09 has no segments {{(pid=85314) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: Traceback (most recent call last): Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: timer() Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: cb(*args, **kw) Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: return func(*args, **kwargs) Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: self._notify() Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: self.callback(batched_events) Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: event.method(event) Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: segment_id)['aggregates'][0] Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: return f(self, *a, **k) Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: return self._get(url).json() Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: **kwargs) Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: return self.request(url, 'GET', **kwargs) Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: **endpoint_filter) Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:11:16.787606 dv-cinder-786384-1-smb neutron-server[85198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:11:16.881598 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3772044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850960098'] for network, after_delete {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:16.885951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-58a597c4-8ac8-4280-82e1-cfb366b6c5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:16.899659 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3772095'] for network, before_response {{(pid=85314) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:16.910798 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff2e036-5749-44a1-a1c2-f76b1478ee09,revision_number=None']} {{(pid=85314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:16.915327 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85314) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:16.919906 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-e11f2a9c-6daa-4faa-b261-31826e9c5d27 admin admin] 10.222.0.71 "DELETE /v2.0/networks/9ff2e036-5749-44a1-a1c2-f76b1478ee09 HTTP/1.1" status: 204 len: 168 time: 1.6392028 Apr 15 11:11:17.111691 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 46334) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:17.174079 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-f002ca4b-24a7-4a73-a27b-b1253824765b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=116563b3a7e5433d82d580afc3da44a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609498 Apr 15 11:11:17.176613 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 46338) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:17.242212 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3ecb590b-c502-4786-8229-17be040980bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:17.270820 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3ecb590b-c502-4786-8229-17be040980bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:17.329636 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3ecb590b-c502-4786-8229-17be040980bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:17.334664 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-b90f4344-58fb-47bf-b0cb-d06076352818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:17.349618 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb590b-c502-4786-8229-17be040980bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757bd94f-eaa8-4907-86d0-6195ee51c2ff,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:17.352316 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-3ecb590b-c502-4786-8229-17be040980bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:17.360142 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3ecb590b-c502-4786-8229-17be040980bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:17.361568 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-3ecb590b-c502-4786-8229-17be040980bb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/757bd94f-eaa8-4907-86d0-6195ee51c2ff HTTP/1.1" status: 204 len: 168 time: 0.1839759 Apr 15 11:11:17.753550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85314) accepted ('10.222.0.71', 46346) {{(pid=85314) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:17.823539 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-51039133-4525-4b06-a464-74e1ca63d8a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40ff3be28f934da69e2ed5cb9e3e1faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686312 Apr 15 11:11:17.826898 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [-] (85313) accepted ('10.222.0.71', 46350) {{(pid=85313) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:11:17.897887 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1007dc94-2e70-40f4-b6fb-9f023e2a491b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:17.925478 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1007dc94-2e70-40f4-b6fb-9f023e2a491b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:17.975176 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1007dc94-2e70-40f4-b6fb-9f023e2a491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851129'] for security_group, after_delete {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:17.980244 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-2da24c5c-5a21-4cf7-96e0-3d669ed6cc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:11:17.990841 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007dc94-2e70-40f4-b6fb-9f023e2a491b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336bdb53-bc2b-4881-b01c-aeb61c85f0a7,revision_number=None']} {{(pid=85313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:11:17.994646 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG oslo_concurrency.lockutils [None req-1007dc94-2e70-40f4-b6fb-9f023e2a491b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:11:17.997877 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-1007dc94-2e70-40f4-b6fb-9f023e2a491b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:17.999200 dv-cinder-786384-1-smb neutron-server[85198]: INFO neutron.wsgi [None req-1007dc94-2e70-40f4-b6fb-9f023e2a491b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/336bdb53-bc2b-4881-b01c-aeb61c85f0a7 HTTP/1.1" status: 204 len: 168 time: 0.1708667 Apr 15 11:11:19.704785 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2db776b6-e1c6-455f-8e82-2ad208802e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:22.045553 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3134130b-c4fc-4224-962a-7db2037eea93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:23.157782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:23.186532 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:24.566818 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:29.477692 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:43.361343 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:11:49.712133 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8522afc4-13ec-4092-a9bb-257bc11b43f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:52.050606 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f6b80f11-4775-48e2-8dc1-55cfee0afe4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:53.178919 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:53.184392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:54.576515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:59.477801 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:19.709294 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e00c091a-71cf-4902-b915-68e90a591d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:20.359574 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:12:22.054834 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-915cafbd-4d78-46c1-89c2-43c75cf7038c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:23.177189 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:23.181516 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:24.578406 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:27.813288 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.wsgi [req-ec07868a-3b1b-4f76-882e-9e451c201f7a req-d1555118-6b69-4965-a8b3-8c78a8fcada4 service neutron] (85313) timed out ('10.222.0.97', 64999) {{(pid=85313) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 11:12:29.482245 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:49.697190 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3cf48781-40a8-4776-bef3-cfb9ab176084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:52.060263 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-01f801bc-7aeb-4aa2-bc83-236409dccf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:53.182968 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:53.184330 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:54.576515 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:57.353954 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:12:59.479739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:19.706392 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-dbf42073-019e-46c9-8cf4-9fe6137db112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:22.066792 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3ef0bb7f-e022-47bb-85a7-2329db697af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:23.188929 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:23.191335 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:24.578945 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:29.485770 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:34.359597 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:13:49.712609 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-2064317c-31aa-4a3d-9761-bb973a5f0d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:52.058208 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-8530202c-ad29-4975-8e7a-bae6e5523da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:53.193494 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:53.194675 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:54.583253 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:13:59.484804 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:11.356622 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:14:19.704126 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-e84c4b1c-597b-47fb-adf3-24d898538355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:22.060709 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-3f87d6be-320f-46e4-9992-0fbbdaa47569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:23.192267 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:23.194552 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:24.586962 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:29.487336 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:48.351623 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:14:49.702782 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-f868db77-3ab9-4e68-9011-145fb46cab5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:52.067190 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-40009c02-626b-48cc-a593-c4268aed9063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:53.192959 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:53.195401 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:54.590864 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:14:59.503570 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:19.701164 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-744428d5-c3a9-43bc-872f-bbe3841fd021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:22.063626 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-0133e0cf-2b77-4478-9b23-7bd0194eb687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:23.192550 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:23.194763 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:24.593507 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:25.356621 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:15:29.517668 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:49.703450 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-846cf474-8883-47a5-abeb-e0134f5602a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:52.058258 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc33a-7189-41af-8446-7c7201325e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:53.185020 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-741fbac5-45d3-4259-a52d-007e9f88279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:53.192739 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-b9fb5780-c7de-476d-aa55-c94e74a446ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:54.597951 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-92656d8c-cddc-42fa-ba97-cf445904a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:15:59.514431 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron_lib.callbacks.manager [None req-099bd8db-cec5-47cb-99f9-133a4034568d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262112713298', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-86595'] for agent, after_update {{(pid=85315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:16:02.357864 dv-cinder-786384-1-smb neutron-server[85198]: DEBUG neutron.db.agents_db [None req-946e4492-6881-45dc-902d-cb8e9b465129 None None] Agent healthcheck: found 6 active agents {{(pid=85316) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}